-- Logs begin at Thu 2021-07-22 01:50:25 UTC, end at Thu 2021-07-22 02:42:13 UTC. -- Jul 22 02:21:20.898636 dv-cinder-792299-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 02:21:23.597373 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.common.config [-] Logging enabled! Jul 22 02:21:23.597966 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev490 Jul 22 02:21:23.598094 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 02:21:23.601331 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.common.config [-] Logging enabled! Jul 22 02:21:23.601592 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev490 Jul 22 02:21:23.601931 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 02:21:23.602879 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 02:21:23.603115 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 02:21:23.603483 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 02:21:23.603733 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 02:21:23.603961 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 02:21:23.604288 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.604590 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.604891 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.605124 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.605426 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.605746 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.606040 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.606332 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.606632 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.606925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.607209 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.607497 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.607729 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.608016 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.608309 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.608600 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.608828 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] debug = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.609113 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.609546 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.609992 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.610286 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.610583 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.610876 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.611155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.611437 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.612292 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.612633 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] host = dv-cinder-792299-6-smb {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.612929 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.613224 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.613520 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.613839 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.614125 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.614411 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.614704 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.614984 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.615264 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.615551 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.615847 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.616141 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.616440 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.616672 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.616902 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.617196 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.617488 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.617799 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.618085 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.618371 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.618654 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.618936 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.619212 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.619506 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.619798 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.620089 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.620372 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.620654 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.620932 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.621215 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.621508 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.621813 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.622097 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.622378 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.622674 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.622950 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.623231 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.623537 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.623830 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.624115 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.624405 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.624687 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.624974 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.625253 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.625532 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.625837 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_json = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.626118 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.626394 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.626683 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.626963 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.627817 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.628101 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.628382 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.628671 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:23.628976 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.629278 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.629587 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.629904 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.630210 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.630498 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.630796 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.631083 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.631387 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.631684 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.631982 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.632270 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.632566 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.632849 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.633152 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.633465 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.633793 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.634096 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.634381 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.635618 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.635906 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.636196 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.636492 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.636794 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.637093 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.637377 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.637665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.637987 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.638275 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.638559 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.638845 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.639142 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.639429 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.639712 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.640000 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.640287 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.640569 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.640849 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.641136 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.641433 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.641739 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.642027 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.642308 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.642596 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.642912 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.643211 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.643495 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.643778 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.644059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.644350 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.644634 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.644915 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.645200 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.645481 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.645793 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.646078 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.646362 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.646645 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.646930 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.647212 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.647493 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.647773 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.648056 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.648338 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.648621 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.648906 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.649188 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.649469 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.649791 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.650098 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.650385 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.650670 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.650958 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.651242 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.651525 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.651813 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.652097 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.652382 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.652661 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.652957 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.653244 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.653534 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.653852 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.654138 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.654438 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.654722 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.655011 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.655296 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.655581 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.655876 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.656166 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.656467 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.656767 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.657066 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.657365 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.657663 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.658237 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.659475 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.659781 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:23.660014 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 02:21:23.660268 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93118) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 02:21:24.007571 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 02:21:24.007851 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 02:21:24.008144 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 02:21:24.008479 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 02:21:24.394290 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.394588 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.394866 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.396070 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.396347 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.396616 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.430886 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.431170 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.431444 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.444493 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.444783 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.445052 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.479823 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.480112 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.480387 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.515318 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.515605 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.515881 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.745829 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.746452 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.746452 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.746615 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.747252 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.866094 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.866415 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.866702 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.866979 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.867256 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.867571 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.867836 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.868097 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.868358 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.868643 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.868907 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.869174 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.869433 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.869709 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.869970 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.870237 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.870495 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.870762 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.871033 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.871294 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.871565 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.871819 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.872100 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.872476 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.872731 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.872981 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.873381 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:24.873626 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:24.873893 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:24.874133 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:24.874369 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:24.874608 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:24.874972 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 02:21:24.878574 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 02:21:24.882493 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 02:21:24.886146 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 22 02:21:24.887763 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 02:21:24.888214 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 02:21:24.888554 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 02:21:24.888936 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 02:21:24.893322 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 02:21:24.893578 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 02:21:24.893970 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 02:21:24.899175 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 02:21:24.921516 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 02:21:24.922003 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.922305 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93118) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 02:21:24.922667 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.924111 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93118) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 02:21:24.924432 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 02:21:24.924710 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 02:21:24.927891 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.928177 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:24.991793 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 02:21:24.992039 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 02:21:24.992283 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 02:21:24.992651 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 02:21:25.013649 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_db.sqlalchemy.engines [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93118) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 02:21:25.545931 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing driver for type 'gre' Jul 22 02:21:25.546450 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] gre ID ranges: [(1, 1000)] Jul 22 02:21:25.598111 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing driver for type 'local' Jul 22 02:21:25.598445 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing driver for type 'vlan' Jul 22 02:21:25.610596 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] VlanTypeDriver initialization complete Jul 22 02:21:25.610989 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing driver for type 'vxlan' Jul 22 02:21:25.611617 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] vxlan ID ranges: [(1, 1000)] Jul 22 02:21:25.665778 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing extension driver 'port_security' Jul 22 02:21:25.666127 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.extensions.port_security [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] PortSecurityExtensionDriver initialization complete Jul 22 02:21:25.666466 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing mechanism driver 'openvswitch' Jul 22 02:21:25.666787 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing mechanism driver 'hyperv' Jul 22 02:21:25.673236 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.plugin [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:25.674144 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.674503 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.674856 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.675375 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:21:25.675809 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.676167 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.676512 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.676903 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:21:25.677307 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.677654 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.678019 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.678408 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:21:25.678813 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > security_group after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.679159 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > security_group after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.679495 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.679888 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:21:25.680289 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.680632 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.680970 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.681357 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:21:25.681784 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > address_group after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.682128 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > address_group after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.682490 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.682876 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:21:25.683248 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] ML2 OVO RPC backend initialized. {{(pid=93118) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 02:21:25.683945 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.684298 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.684712 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.685081 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > networks before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.685461 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.685949 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > ports before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.686269 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.686610 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnets before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.686953 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.687292 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.687628 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.687962 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.688304 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.688638 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.688970 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.689321 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.690177 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.690743 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.plugin [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Modular L2 Plugin initialization complete Jul 22 02:21:25.691069 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading services supported by the core plugin {{(pid=93118) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 02:21:25.691395 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Got port-security extension from driver 'port_security' Jul 22 02:21:25.691855 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.extensions.vlantransparent [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Disabled vlantransparent extension. Jul 22 02:21:25.692331 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93118) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 02:21:25.692641 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: router Jul 22 02:21:25.727954 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.728336 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.728701 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router before_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.729066 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.729439 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.729813 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_delete 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.730171 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.730652 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.731001 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.731350 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.731697 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.732053 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.732460 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.732828 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.733165 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.733500 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: subnet after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.733862 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.734417 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.734840 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.735187 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.735532 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.736079 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.736594 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.737172 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.737544 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.737948 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.738323 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > agent after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.738677 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > agent after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.739026 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.739878 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Tracking information for resource: router configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:25.740212 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Tracking information for resource: floatingip configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:21:25.745052 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.db.l3_agentschedulers_db [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 02:21:25.745630 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.746020 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.746549 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.746706 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.747481 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router before_create 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.747842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.748201 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_create 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.748555 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > router precommit_update 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.753713 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.provider_configuration [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service providers = [] {{(pid=93118) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 02:21:25.754074 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.db.servicetype_db [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93118) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 02:21:25.756984 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:21:25.757335 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:21:25.757697 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:21:25.758589 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:21:25.758961 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.services.service_base [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 02:21:25.759334 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.759651 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 02:21:25.770816 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.771150 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: auto_allocate Jul 22 02:21:25.776849 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: network precommit_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.777220 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: network precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.777774 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.778093 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: tag Jul 22 02:21:25.785044 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.785369 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: timestamp Jul 22 02:21:25.789137 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.789468 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: network_ip_availability Jul 22 02:21:25.795643 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.796160 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.796591 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:25.797433 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.797882 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: flavors Jul 22 02:21:25.805903 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.806304 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading Plugin: revisions Jul 22 02:21:25.811713 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:21:25.812186 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 02:21:25.813056 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93118) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 02:21:25.813469 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Initializing extension manager. Jul 22 02:21:25.814091 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: __init__.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.815215 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: __pycache__ {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.815605 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.816099 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: address_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.817040 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.817777 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: address-group Jul 22 02:21:25.818233 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: address_scope.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.819080 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.819702 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: address-scope Jul 22 02:21:25.820074 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.821472 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.822017 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: router-admin-state-down-before-update Jul 22 02:21:25.822385 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: agent.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.823235 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.824035 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: agent Jul 22 02:21:25.824382 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: agent_resources_synced.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.825503 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.826172 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: agent-resources-synced Jul 22 02:21:25.826772 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: allowedaddresspairs.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.829139 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.829845 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: allowed-address-pairs Jul 22 02:21:25.830222 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: auto_allocated_topology.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.831552 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.832218 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: auto-allocated-topology Jul 22 02:21:25.832790 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: availability_zone.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.833707 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.834574 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: availability_zone Jul 22 02:21:25.834940 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: availability_zone_filter.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.836082 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.836655 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: availability_zone_filter Jul 22 02:21:25.837082 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: data_plane_status.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.838200 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.838799 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 02:21:25.839298 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: default_subnetpools.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.840329 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.840990 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: default-subnetpools Jul 22 02:21:25.841368 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.842331 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.843010 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: dhcp_agent_scheduler Jul 22 02:21:25.843372 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: dns.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.844479 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.844989 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension dns-integration not supported by any of loaded plugins Jul 22 02:21:25.845312 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: dns_domain_ports.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.846295 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.846842 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 02:21:25.847117 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.848047 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.848547 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 02:21:25.848868 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: dvr.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.849536 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.850068 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: dvr Jul 22 02:21:25.850387 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: ecmp_routes.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.851300 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.851801 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 02:21:25.852122 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: empty_string_filtering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.853036 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.853540 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: empty-string-filtering Jul 22 02:21:25.853886 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.854811 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.855310 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 02:21:25.855629 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.856545 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.857048 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 02:21:25.857367 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: external_net.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.858302 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.858805 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: external-net Jul 22 02:21:25.859123 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.860023 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.860525 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: extra_dhcp_opt Jul 22 02:21:25.860843 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: extraroute.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.862303 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.862890 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: extraroute Jul 22 02:21:25.863219 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: extraroute_atomic.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.864253 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.864753 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: extraroute-atomic Jul 22 02:21:25.865073 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: filter_validation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.865761 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.866261 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: filter-validation Jul 22 02:21:25.866578 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: fip_pf_description.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.867688 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.868190 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 02:21:25.868510 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: fip_port_details.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.869421 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.869950 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: fip-port-details Jul 22 02:21:25.870270 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: flavors.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.871494 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.872007 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: flavors Jul 22 02:21:25.872329 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.874029 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.874545 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 02:21:25.874876 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: floatingip_pools.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.875580 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.876086 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: floatingip-pools Jul 22 02:21:25.876411 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: ip_allocation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.878101 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.878613 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 02:21:25.878938 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.879858 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.880364 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: ip-substring-filtering Jul 22 02:21:25.880688 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l2_adjacency.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.881616 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.882147 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 02:21:25.882470 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.883461 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.883968 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: router Jul 22 02:21:25.884293 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.886547 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.887074 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 02:21:25.887406 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.888349 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.888863 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: ext-gw-mode Jul 22 02:21:25.889188 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.890149 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.890661 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: l3-ha Jul 22 02:21:25.890985 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3_flavors.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.891894 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.892402 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: l3-flavors Jul 22 02:21:25.892798 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.893911 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.894420 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 02:21:25.894743 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: l3agentscheduler.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.895779 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.896289 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: l3_agent_scheduler Jul 22 02:21:25.896615 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: logging.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.898113 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.898633 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension logging not supported by any of loaded plugins Jul 22 02:21:25.898961 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: metering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.899703 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.900277 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: metering Jul 22 02:21:25.900603 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.901701 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.902220 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: metering_source_and_destination_fields Jul 22 02:21:25.902544 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: multiprovidernet.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.903597 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.904104 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: multi-provider Jul 22 02:21:25.904423 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: netmtu.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.905332 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.905867 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: net-mtu Jul 22 02:21:25.906185 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: netmtu_writable.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.907102 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.907605 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: net-mtu-writable Jul 22 02:21:25.908199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: network_availability_zone.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.909045 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.909546 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: network_availability_zone Jul 22 02:21:25.909887 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: network_ip_availability.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.910977 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.911486 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: network-ip-availability Jul 22 02:21:25.911805 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: network_segment_range.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.912574 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.913085 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 02:21:25.913404 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: pagination.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.914424 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.914753 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: pagination Jul 22 02:21:25.915072 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: port_device_profile.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.915987 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.916496 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: port-device-profile Jul 22 02:21:25.916817 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.917758 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.918267 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: port-mac-address-regenerate Jul 22 02:21:25.918590 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.919498 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.920009 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: port-numa-affinity-policy Jul 22 02:21:25.920330 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: port_resource_request.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.921232 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.921766 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 02:21:25.922090 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: portbindings.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.923033 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.923541 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: binding Jul 22 02:21:25.924392 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: portbindings_extended.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.925849 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.926363 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: binding-extended Jul 22 02:21:25.926686 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: portsecurity.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.927599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.928104 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: port-security Jul 22 02:21:25.928425 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: project_id.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.929400 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.929758 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: project-id Jul 22 02:21:25.930081 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: providernet.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.931003 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.931511 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: provider Jul 22 02:21:25.931831 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.935310 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.935841 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos not supported by any of loaded plugins Jul 22 02:21:25.936171 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.937412 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.937958 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 02:21:25.938288 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.939210 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.940410 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 02:21:25.940737 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_default.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.941655 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.942187 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-default not supported by any of loaded plugins Jul 22 02:21:25.942513 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_fip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.943164 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.943670 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-fip not supported by any of loaded plugins Jul 22 02:21:25.943990 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_gateway_ip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.944910 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.945415 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 02:21:25.945765 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_port_network_policy.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.946676 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.947178 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 02:21:25.947499 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_rule_type_details.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.948412 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.948917 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 02:21:25.949238 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: qos_rules_alias.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.950312 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.950827 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 02:21:25.951151 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: quotasv2.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.952056 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.952564 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: quotas Jul 22 02:21:25.952887 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: quotasv2_detail.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.956003 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.956347 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: quota_details Jul 22 02:21:25.956678 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: rbac.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.957752 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.958279 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: rbac-policies Jul 22 02:21:25.958609 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: rbac_address_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.959557 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.960074 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: rbac-address-group Jul 22 02:21:25.960402 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: rbac_address_scope.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.961325 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.961873 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: rbac-address-scope Jul 22 02:21:25.962199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: rbac_security_groups.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.963109 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.963625 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: rbac-security-groups Jul 22 02:21:25.963949 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: rbac_subnetpool.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.964857 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.965367 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: rbac-subnetpool Jul 22 02:21:25.965699 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: revisionifmatch.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.966651 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.968203 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: revision-if-match Jul 22 02:21:25.969350 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: revisions.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.971148 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.972054 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: standard-attr-revisions Jul 22 02:21:25.972409 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: router_availability_zone.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.973217 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.973820 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: router_availability_zone Jul 22 02:21:25.974152 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: routerservicetype.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.975270 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.976066 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension router-service-type not supported by any of loaded plugins Jul 22 02:21:25.976402 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.977326 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.977871 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: security-groups-normalized-cidr Jul 22 02:21:25.978196 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.979113 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.979621 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: port-security-groups-filtering Jul 22 02:21:25.979945 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.980860 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.981370 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: security-groups-remote-address-group Jul 22 02:21:25.981714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: securitygroup.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.991759 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.992290 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: security-group Jul 22 02:21:25.992621 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: segment.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.993407 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.993955 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension segment not supported by any of loaded plugins Jul 22 02:21:25.994281 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.995224 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.995730 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 02:21:25.996052 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: servicetype.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.997163 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.997705 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: service-type Jul 22 02:21:25.998030 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: sorting.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:25.999008 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:25.999338 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: sorting Jul 22 02:21:25.999664 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: standard_attr_segment.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.000660 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.001178 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 02:21:26.001504 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: standardattrdescription.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.002832 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.003347 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: standard-attr-description Jul 22 02:21:26.003667 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: stateful_security_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.004594 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.005114 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: stateful-security-group Jul 22 02:21:26.005438 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: stdattrs_common.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.006042 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 02:21:26.006365 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.007299 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.007806 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 02:21:26.008126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: subnet_onboard.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.009197 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.009742 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: subnet_onboard Jul 22 02:21:26.010069 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.011010 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.011516 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 02:21:26.011836 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: subnet_service_types.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.012756 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.013265 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: subnet-service-types Jul 22 02:21:26.013585 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: subnetallocation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.014686 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.015197 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: subnet_allocation Jul 22 02:21:26.015519 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.016179 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.016681 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: subnetpool-prefix-ops Jul 22 02:21:26.016999 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.017999 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.018503 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 02:21:26.018823 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: tagging.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.019873 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.020388 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: standard-attr-tag Jul 22 02:21:26.020714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: timestamp.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.021952 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.022471 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loaded extension: standard-attr-timestamp Jul 22 02:21:26.022795 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: trunk.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.023821 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.024348 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension trunk not supported by any of loaded plugins Jul 22 02:21:26.024675 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: trunk_details.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.025600 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.026140 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension trunk-details not supported by any of loaded plugins Jul 22 02:21:26.026465 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: uplink_status_propagation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.027386 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.027897 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 02:21:26.028219 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Loading extension file: vlantransparent.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:21:26.028887 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:21:26.029391 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 02:21:26.031826 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:network Jul 22 02:21:26.032347 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:subnet Jul 22 02:21:26.032742 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:21:26.033435 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:port Jul 22 02:21:26.034704 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.035139 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service FLAVORS assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.035759 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.036197 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.036527 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:router Jul 22 02:21:26.036955 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:floatingip Jul 22 02:21:26.037444 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service METERING assigned prefix: /metering {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.038905 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:26.039285 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:26.039637 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:21:26.040637 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 02:21:26.041070 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:security_group Jul 22 02:21:26.041503 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 02:21:26.042144 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.042477 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:21:26.042822 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] subnetpool is already registered Jul 22 02:21:26.043249 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.043573 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:21:26.043908 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] subnetpool is already registered Jul 22 02:21:26.046230 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.046618 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service FLAVORS assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.047209 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.047632 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.047966 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:router Jul 22 02:21:26.048300 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] router is already registered Jul 22 02:21:26.048709 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:floatingip Jul 22 02:21:26.049620 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] floatingip is already registered Jul 22 02:21:26.050173 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service METERING assigned prefix: /metering {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.050835 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 02:21:26.051158 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] rbac_policy is already registered Jul 22 02:21:26.051568 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:security_group Jul 22 02:21:26.051899 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] security_group is already registered Jul 22 02:21:26.052298 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 02:21:26.052626 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] security_group_rule is already registered Jul 22 02:21:26.053260 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.053590 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:21:26.053945 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] subnetpool is already registered Jul 22 02:21:26.054363 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:21:26.054685 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:21:26.055014 dv-cinder-792299-6-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] subnetpool is already registered Jul 22 02:21:26.055471 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: extensions {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.056929 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: address-groups {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.058453 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: address-scopes {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.059757 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: agents {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.060912 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: auto-allocated-topology {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.062189 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: availability_zones {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.063405 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: dhcp-networks {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.067170 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: dhcp-agents {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.068631 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: routers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.070358 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: flavors {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.072772 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: service_profiles {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.073995 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: next_providers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.075443 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: service_profiles {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.077054 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: floatingip-pools {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.078315 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: routers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.080017 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: floatingips {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.081408 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: l3-routers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.082823 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: l3-agents {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.084261 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: metering-labels {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.085507 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: metering-label-rules {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.086902 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: network-ip-availabilities {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.088161 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: bindings {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.089734 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: quotas {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.091354 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: quotas {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.092764 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: rbac-policies {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.093999 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: security-groups {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.095286 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: security-group-rules {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.096649 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: service-providers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.097913 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: subnetpools {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.099381 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: subnetpools {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.100925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.102636 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.104476 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.106304 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.107994 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.109970 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.112253 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.114189 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.116076 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.117864 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:21:26.123807 dv-cinder-792299-6-smb neutron-server[93118]: WARNING keystonemiddleware.auth_token [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 02:21:26.129078 dv-cinder-792299-6-smb neutron-server[93118]: WARNING keystonemiddleware.auth_token [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 02:21:26.137412 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Acquired lock "singleton_lock" {{(pid=93118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 02:21:26.137907 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Releasing lock "singleton_lock" {{(pid=93118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 02:21:26.138540 dv-cinder-792299-6-smb neutron-server[93118]: INFO oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Starting 2 workers Jul 22 02:21:26.143409 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Started child 93227 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:21:26.147866 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Started child 93228 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:21:26.148916 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:26.150029 dv-cinder-792299-6-smb neutron-server[93118]: INFO neutron.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 02:21:26.150684 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Notify callbacks [] for process, before_spawn {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:26.150797 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [-] (93227) wsgi starting up on http://0.0.0.0:9696 Jul 22 02:21:26.153036 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:26.153467 dv-cinder-792299-6-smb neutron-server[93118]: INFO oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Starting 1 workers Jul 22 02:21:26.154433 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [-] (93228) wsgi starting up on http://0.0.0.0:9696 Jul 22 02:21:26.158995 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Started child 93229 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:21:26.159512 dv-cinder-792299-6-smb neutron-server[93118]: INFO oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Starting 1 workers Jul 22 02:21:26.163134 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] calling RpcWorker wait() {{(pid=93229) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 02:21:26.163708 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] returning from RpcWorker wait() {{(pid=93229) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 02:21:26.163967 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Started child 93230 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:21:26.164806 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-b55d57a8-44ba-42c3-923b-0e53f05cc8cb None None] Notify callbacks [] for process, after_spawn {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:26.165055 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:26.165755 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:26.167062 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 02:21:26.167274 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 02:21:26.167459 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 02:21:26.167671 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 02:21:26.168026 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 02:21:26.168189 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 02:21:26.168716 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.168988 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.169087 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:26.169558 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.169558 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.169993 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.170609 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.170868 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.171105 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.171392 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.171621 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.171797 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.171959 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.172215 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.172463 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.172726 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.172988 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.173233 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.173486 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.173659 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.174058 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.174834 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.175176 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.175592 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] debug = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.176003 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.176839 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.177271 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.177710 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.178091 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.178561 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.178980 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.179454 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.179882 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.180420 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.180690 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.180954 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.181266 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.181519 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.181770 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.182056 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.182284 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.182765 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] host = dv-cinder-792299-6-smb {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.183002 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.183221 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.183447 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.183770 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.184020 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.184253 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.184516 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.184797 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.185048 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.185310 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.185608 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.185879 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.186116 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.186350 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.186518 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_options = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.186769 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.187097 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.187353 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.187562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.187718 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.187870 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.188100 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.188259 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.188517 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.188737 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.188968 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.189188 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.189402 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.189672 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.190115 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.190549 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.190807 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.191025 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.191286 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.191513 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.191767 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.191993 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.192213 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.192432 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.192665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.192879 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.193123 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.193342 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.193573 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.193893 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.194108 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.194360 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.194604 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.194847 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.195087 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.195310 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.195560 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.195786 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.196016 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.196258 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.196525 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.196759 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.197010 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.197224 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.197458 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.197730 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_json = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.197931 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.198147 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.198411 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.198662 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.198851 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.199152 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.199501 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.199739 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.199953 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:26.200158 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.200537 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.200848 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.201094 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.201510 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.201801 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.202060 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.202298 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.202549 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.202866 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.203331 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.203666 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.203884 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.204114 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.204381 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.204725 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.204995 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.205861 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.205861 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.206161 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.206300 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.206485 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.206814 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.207196 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.207345 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.207605 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.207822 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.208064 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.208284 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.208506 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.208740 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.209143 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.209301 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.209474 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.209732 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.209973 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.210222 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.210543 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.210818 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.211017 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.211889 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.211889 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213092 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213092 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213092 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213092 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213634 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213634 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.213634 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.214120 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.214120 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.214394 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.214555 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.214789 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.215008 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.215258 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.215476 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.215721 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.215895 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.216128 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.216353 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.216624 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.216841 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.217258 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.217258 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.217741 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.217741 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.217952 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.218143 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.218372 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.218587 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.218821 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.219031 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.219247 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.219462 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.219692 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.219903 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.220133 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.220347 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.220678 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.221462 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.221652 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.221929 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.222749 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.222749 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.223001 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.223109 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.223374 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.223617 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.223866 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.224086 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.224331 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.224574 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.225063 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.225063 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.225327 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.225501 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.226560 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.226560 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.226560 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.226560 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.227036 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.227036 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.227244 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.227713 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.227713 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.227920 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.228051 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.228286 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.229665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.229665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.229665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.229665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.229665 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.230090 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.230090 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.230332 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.230603 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.230968 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.231207 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.231473 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.232207 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.232207 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.232207 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.232619 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.232619 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.232894 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.233445 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.233445 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.234842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.234842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.234842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.234842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.234842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.234842 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237155 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237985 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237985 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.237985 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.238356 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.238356 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.238605 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240126 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240594 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240594 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.240832 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.241005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.241244 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.241456 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.241695 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.241934 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.242167 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.242591 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.242591 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.242763 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.243638 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.243638 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.243638 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.243862 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.243929 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.244142 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.244394 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.244628 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.244840 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.245084 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.245303 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.245514 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.245747 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.245968 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.246182 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.246417 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.246640 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.246852 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.247110 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.247374 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.247823 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.247934 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.248161 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.248401 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.248612 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.248865 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.249096 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.250987 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.251191 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.251392 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.251576 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.251790 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.252057 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.252397 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.252696 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.252932 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.253186 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.253433 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.253663 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.253953 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.254190 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.254422 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.254646 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.254859 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.255069 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.255327 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.255535 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.256348 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.256348 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.256348 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.256348 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.256671 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.256809 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.257029 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.257249 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.257458 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.257664 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.257900 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.258224 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.258386 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.258562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.258767 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.259269 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.259269 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.259427 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.259984 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.259984 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.260154 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.260237 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.260571 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.260772 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.260996 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.261270 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.261499 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.261769 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.262176 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.262631 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.262999 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.263257 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.263474 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.263694 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.263938 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.264206 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.264524 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.264808 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.265057 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.265288 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.265587 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.265893 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.266147 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.266379 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.266669 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.266980 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.267249 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.267747 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.267988 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.268235 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.268471 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.268683 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.268917 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.269151 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.269366 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.269601 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.269851 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.270074 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.270307 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.270550 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.270763 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.271006 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.271232 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.271466 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.271681 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.271832 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 02:21:26.272519 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 02:21:26.272685 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 02:21:26.272840 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 02:21:26.273015 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 02:21:26.273186 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 02:21:26.273339 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 02:21:26.273544 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.273733 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.273897 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.274057 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.274216 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.274397 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.274558 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.274718 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.274876 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275035 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275194 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275352 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275509 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275669 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275828 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.275985 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.276143 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.276302 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.276465 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.276624 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.276781 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.276941 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.277098 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] debug = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.277257 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.277458 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.277623 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.277803 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.277961 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.278119 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.278276 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.278434 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.278590 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.278748 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.278904 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.279061 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.279218 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.279375 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.279534 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.279691 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.279847 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] host = dv-cinder-792299-6-smb {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280162 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280320 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280477 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280634 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280793 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.280954 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.281119 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.281343 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.281619 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.281829 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.281956 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.282483 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.282785 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.283870 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.284038 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_options = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.284174 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.284333 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285388 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285388 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285388 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.285600 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.286599 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287103 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287103 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287103 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287313 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287313 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287469 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287624 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287784 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.287939 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.288239 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.288548 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.288730 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.288884 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.289044 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.289194 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.289332 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.289479 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.289640 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.289826 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290191 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290191 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290375 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290463 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290633 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290732 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.290879 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291026 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291177 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291328 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_json = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291484 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291647 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291814 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.291949 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.292106 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.292263 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.292420 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.292578 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:21:26.292772 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.292910 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.293082 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.293243 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.293401 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.293561 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.293744 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.293911 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.294072 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.294231 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.294468 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.294564 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.294702 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.294863 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295039 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295294 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295385 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295455 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295645 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295811 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.295940 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.296075 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.296202 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.296412 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.296836 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.296836 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.296836 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297060 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297173 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297299 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297492 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297721 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297721 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.297988 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.298098 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.298239 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.298366 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.298629 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.298629 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.298946 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.299562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.299688 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.299812 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.299981 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.300122 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.300283 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.300443 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.300603 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.300763 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.300923 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.301079 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.301237 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.301397 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.301556 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.301822 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.301934 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302022 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302178 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302268 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:26.302354 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302483 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302642 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302815 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.302975 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.303134 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.303293 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.303453 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.303611 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.303769 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.303928 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.304088 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.304247 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.304406 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.304566 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.304725 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.304885 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.305045 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.305203 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.305363 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.305521 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.305710 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.305860 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306019 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306178 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306336 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306504 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306676 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306836 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.306995 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.307153 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.307312 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.307474 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.307633 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.307789 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.307948 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.308107 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.308266 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.308424 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.308585 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.308743 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.308900 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.309058 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.309215 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.309374 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.309532 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.309709 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.309866 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310027 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310186 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310344 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310502 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310660 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310826 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.310983 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.311144 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.311302 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.311467 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.311636 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.311798 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.311957 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.312116 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.312275 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.312434 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.312594 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.312752 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.312911 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.313069 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.313234 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.313383 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.313553 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.314348 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315156 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315156 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315156 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315156 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315878 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315878 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315878 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.315878 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.316714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.316714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.316714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.316714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.316714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.316714 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.318442 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319059 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.319562 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.320925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321462 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321462 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321462 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321462 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321775 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321775 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.321948 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.322110 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.322256 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.322417 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.322577 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.322736 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.322896 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.323078 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.323209 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.323381 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.323540 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.323684 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.323847 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324005 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324163 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324322 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324481 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324639 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324821 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.324953 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.325307 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.325307 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.325912 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.325912 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.325912 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.325912 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326333 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326333 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326333 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326640 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326640 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326798 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.326925 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.327073 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.327242 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.327406 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.327566 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.327726 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.327884 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.328043 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.328211 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.328371 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.328531 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.328690 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.328848 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329006 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329174 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329334 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329493 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329651 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329831 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.329990 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.330224 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.330508 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.330758 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.330906 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.331066 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.331226 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.331398 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.331559 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.331720 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.331880 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.332039 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.332199 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.332368 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.332529 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.332688 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.332855 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.333014 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.333173 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.333331 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.333502 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.333662 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.333847 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334007 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334166 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334325 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334487 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334651 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334820 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.334987 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.335150 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.335318 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.335485 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.335654 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.335814 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.335979 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.336151 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.336311 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.336476 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.336649 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.336794 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.336953 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.337093 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.337250 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.337408 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.337568 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.337737 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.337897 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.338056 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.338216 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.338377 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.338536 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.338695 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.338855 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.339013 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.339172 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:21:26.339307 dv-cinder-792299-6-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 02:21:26.573892 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53684) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:26.583193 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070941 Jul 22 02:21:37.686503 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337e832-ae6d-4865-aba8-6e0272d3379c None None] get_active_networks_info from dv-cinder-792299-6-smb {{(pid=93229) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 02:21:37.776125 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337e832-ae6d-4865-aba8-6e0272d3379c None None] No non-hosted networks {{(pid=93229) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 02:21:37.802229 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.agentschedulers_db [None req-9337e832-ae6d-4865-aba8-6e0272d3379c None None] DHCP Agent not found on host dv-cinder-792299-6-smb {{(pid=93229) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 02:21:37.962653 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-468e1265-9d85-45a6-a75a-8c05fc90f371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439288'] for agent, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:40.269137 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e91ac557-0b1d-4541-8d74-6882ff7369d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439288'] for agent, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:40.343622 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-444b7043-1822-49d8-ad7d-35917191a6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:40.580832 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439288'] for agent, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:40.582127 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.582745 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.583317 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.583867 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.584391 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.584894 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.585394 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.585934 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.586416 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.586950 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.587462 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.587968 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:40.588546 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792299-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:40.604528 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:41.575546 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439288'] for agent, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:43.024537 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439288'] for agent, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:44.209428 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53774) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:44.698942 dv-cinder-792299-6-smb neutron-server[93227]: WARNING oslo_policy.policy [None req-edfd0bb1-fc96-4c36-9a8d-7f4fb9eb2074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:44.699536 dv-cinder-792299-6-smb neutron-server[93227]: WARNING oslo_policy.policy [None req-edfd0bb1-fc96-4c36-9a8d-7f4fb9eb2074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:44.917658 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [None req-edfd0bb1-fc96-4c36-9a8d-7f4fb9eb2074 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93227) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:21:44.918781 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-edfd0bb1-fc96-4c36-9a8d-7f4fb9eb2074 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7084241 Jul 22 02:21:46.593990 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.db.l3_hamode_db [None req-b81d1628-984c-4976-b677-690f1ba4be46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 02:21:46.670887 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d1628-984c-4976-b677-690f1ba4be46 None None] Routers set() bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:21:46.671280 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d1628-984c-4976-b677-690f1ba4be46 None None] Router IDs set() for agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 02:21:47.295013 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53788) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:47.599387 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:47.692664 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.policy [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93227) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 02:21:47.737353 dv-cinder-792299-6-smb neutron-server[93227]: WARNING oslo_policy.policy [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:47.737764 dv-cinder-792299-6-smb neutron-server[93227]: WARNING oslo_policy.policy [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:47.746234 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.quota [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] Loaded quota_driver: . Jul 22 02:21:47.841236 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787651597807', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787651598082', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787651601544', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787651616066', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787651621633', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787651627577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3441615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3449828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1727775'] for rbac-policy, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.906092 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.908021 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4ae7cfe7-ea0d-49de-b97f-25830842f3c7 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6119006 Jul 22 02:21:50.461042 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53800) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:50.942698 dv-cinder-792299-6-smb neutron-server[93228]: WARNING oslo_policy.policy [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:50.943272 dv-cinder-792299-6-smb neutron-server[93228]: WARNING oslo_policy.policy [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:51.160815 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Request body: {'network': {'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'name': 'private'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:51.162533 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.quota [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Loaded quota_driver: . Jul 22 02:21:51.220288 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Made reservation on behalf of 6d6a4c66e1b0462f9d62723a5300bd6e for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:21:51.286054 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.policy [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93228) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 02:21:51.330658 dv-cinder-792299-6-smb neutron-server[93228]: WARNING oslo_policy.policy [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:51.331039 dv-cinder-792299-6-smb neutron-server[93228]: WARNING oslo_policy.policy [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:51.340924 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.362433 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.495810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.499489 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.519015 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:21:51.547470 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787651518504', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.548065 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Unsubscribe: segment precommit_create {{(pid=93228) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 02:21:51.548554 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Added segment 3fe07aff-be8c-4b9e-9324-da88641bf47d of type vlan for network 33171148-ea9e-4f36-a24b-f67586a81c9e Jul 22 02:21:51.569010 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0495237-6244-47c3-9da3-18ae362e85ea,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:51.589879 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.590272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.590654 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.590966 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.591305 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.591646 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.591947 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.592264 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.592643 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.592961 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.593272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.593582 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Tracked resource versions report: Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: pushed versions: Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: { 'AddressGroup': {'1.2'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'ConntrackHelper': {'1.0'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Log': {'1.0'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Network': {'1.1'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Port': {'1.7'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'PortForwarding': {'1.2'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'QosPolicy': {'1.8'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroup': {'1.4'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'SubPort': {'1.0'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Subnet': {'1.1'}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Trunk': {'1.1'}} Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: consumer versions: Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'ConntrackHelper': '1.0', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Log': '1.0', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Network': '1.1', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Port': '1.7', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'PortForwarding': '1.2', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'QosPolicy': '1.8', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroup': '1.4', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroupRule': '1.2', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'SubPort': '1.0', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Subnet': '1.1', Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: 'Trunk': '1.1'}} Jul 22 02:21:51.594724 dv-cinder-792299-6-smb neutron-server[93228]: {{(pid=93228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:21:51.682930 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.734355 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.736346 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:51.737145 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:51.788960 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3256373 Jul 22 02:21:51.839920 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974de99-7984-4d35-a123-2e1465ee85b3 admin admin] Pushing event updated for resources: {'Network': ['ID=33171148-ea9e-4f36-a24b-f67586a81c9e,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:51.852681 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 33171148-ea9e-4f36-a24b-f67586a81c9e details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:21:54.416163 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53822) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:54.803287 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485325a3-edac-4adf-982d-d834cd7cefae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:54.805040 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-485325a3-edac-4adf-982d-d834cd7cefae admin admin] 10.222.0.25 "GET /v2.0/networks/33171148-ea9e-4f36-a24b-f67586a81c9e HTTP/1.1" status: 200 len: 825 time: 0.3878133 Jul 22 02:21:54.842500 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-122847b0-055b-4916-a9b0-0c569b478d02 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/20f9ae63-e3db-447b-b1e7-8cb12b3d28ba HTTP/1.1" status: 200 len: 734 time: 0.0321360 Jul 22 02:21:54.851105 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Request body: {'subnet': {'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'name': 'private-subnet', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:54.873049 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Made reservation on behalf of 6d6a4c66e1b0462f9d62723a5300bd6e for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:21:54.875342 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.161917 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.227991 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f13bfd-2b68-447c-80a1-4396748d90b0,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:55.230879 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Checking segment: {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:55.231249 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Network hostable DHCP agents. Network: 33171148-ea9e-4f36-a24b-f67586a81c9e, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:21:55.253657 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Network 33171148-ea9e-4f36-a24b-f67586a81c9e is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:21:55.267534 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 33171148-ea9e-4f36-a24b-f67586a81c9e) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:55.273513 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:55.274260 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.277462 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8939449-d237-4423-a7da-4e86718d3e49 None None] Network 33171148-ea9e-4f36-a24b-f67586a81c9e requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:21:55.288381 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-278b0d24-7ee9-4307-8ddd-eeab1ffed183 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4407711 Jul 22 02:21:55.596159 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-33171148-ea9e-4f36-a24b-f67586a81c9e', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:21:55.597400 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.869156 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Allocated IP 172.20.0.2 (33171148-ea9e-4f36-a24b-f67586a81c9e/a0f13bfd-2b68-447c-80a1-4396748d90b0/c814ac1a-8f74-4dd0-a7a0-98eae659146c) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:21:56.106230 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:56.121627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Transition to ACTIVE for port object c814ac1a-8f74-4dd0-a7a0-98eae659146c will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:56.142965 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Transition to ACTIVE for port object c814ac1a-8f74-4dd0-a7a0-98eae659146c will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:56.151157 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:56.214831 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Network 33171148-ea9e-4f36-a24b-f67586a81c9e is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:21:56.229553 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:56.234710 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Pushing event updated for resources: {'Port': ['ID=c814ac1a-8f74-4dd0-a7a0-98eae659146c,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:56.242569 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:21:56.246095 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.246441 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.246777 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.247133 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.247460 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.247789 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.248111 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.248432 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.248752 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.249068 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.249386 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.249716 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Tracked resource versions report: Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: pushed versions: Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: { 'AddressGroup': {'1.2'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'ConntrackHelper': {'1.0'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Log': {'1.0'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Network': {'1.1'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Port': {'1.7'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'PortForwarding': {'1.2'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'QosPolicy': {'1.8'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroup': {'1.4'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'SubPort': {'1.0'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Subnet': {'1.1'}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Trunk': {'1.1'}} Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: consumer versions: Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'ConntrackHelper': '1.0', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Log': '1.0', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Network': '1.1', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Port': '1.7', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'PortForwarding': '1.2', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'QosPolicy': '1.8', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroup': '1.4', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroupRule': '1.2', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'SubPort': '1.0', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Subnet': '1.1', Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: 'Trunk': '1.1'}} Jul 22 02:21:56.251327 dv-cinder-792299-6-smb neutron-server[93229]: {{(pid=93229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:21:56.327918 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Attempting to bind port c814ac1a-8f74-4dd0-a7a0-98eae659146c on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:21:56.328613 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Attempting to bind port c814ac1a-8f74-4dd0-a7a0-98eae659146c by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:21:56.328726 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Attempting to bind port c814ac1a-8f74-4dd0-a7a0-98eae659146c on network 33171148-ea9e-4f36-a24b-f67586a81c9e {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:21:56.334072 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:21:56.334472 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Checking segment: {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:56.334946 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:56.335333 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Bound using segment: {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:21:56.335805 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Bound port: c814ac1a-8f74-4dd0-a7a0-98eae659146c, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:21:56.336198 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:56.397664 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] For port c814ac1a-8f74-4dd0-a7a0-98eae659146c, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:21:56.401795 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] For port c814ac1a-8f74-4dd0-a7a0-98eae659146c, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=c814ac1a-8f74-4dd0-a7a0-98eae659146c,segment=NetworkSegment(3fe07aff-be8c-4b9e-9324-da88641bf47d),segment_id=3fe07aff-be8c-4b9e-9324-da88641bf47d)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:21:56.406111 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:56.473824 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd8e89-fbeb-4ded-a111-4b9d953efaac None None] Pushing event updated for resources: {'Port': ['ID=c814ac1a-8f74-4dd0-a7a0-98eae659146c,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:57.701618 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53830) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:58.011277 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [None req-3e4a2855-b2e6-485e-9a31-e96fadf8dd11 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:21:58.012271 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-3e4a2855-b2e6-485e-9a31-e96fadf8dd11 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096941 Jul 22 02:22:00.399376 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53838) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:00.708998 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [None req-1d9ecc9e-9975-46a5-84cd-f7b252d42c17 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93227) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:22:00.710000 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1d9ecc9e-9975-46a5-84cd-f7b252d42c17 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095925 Jul 22 02:22:03.338659 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53848) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:03.637464 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:22:03.683321 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:03.685406 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:03.843042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:03.847607 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:03.859854 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:03.861106 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-da8c42eb-6e36-42fb-b8df-0f6d12defe0c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5214388 Jul 22 02:22:04.441783 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device c814ac1a-8f74-4dd0-a7a0-98eae659146c up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:22:04.530671 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port c814ac1a-8f74-4dd0-a7a0-98eae659146c completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:22:04.867210 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93843f57-1ce9-4e8a-b8a2-c1c2297da91f None None] Network 33171148-ea9e-4f36-a24b-f67586a81c9e requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:22:04.924559 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] Provisioning for port c814ac1a-8f74-4dd0-a7a0-98eae659146c completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:22:04.931939 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] Provisioning complete for port c814ac1a-8f74-4dd0-a7a0-98eae659146c triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:04.932338 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:05.095736 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:05.162601 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] For port c814ac1a-8f74-4dd0-a7a0-98eae659146c, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=c814ac1a-8f74-4dd0-a7a0-98eae659146c,segment=NetworkSegment(3fe07aff-be8c-4b9e-9324-da88641bf47d),segment_id=3fe07aff-be8c-4b9e-9324-da88641bf47d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:22:05.167639 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:05.223451 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b76ed-3592-4595-bf6f-b0ed6eb912f7 None None] Pushing event updated for resources: {'Port': ['ID=c814ac1a-8f74-4dd0-a7a0-98eae659146c,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:05.387578 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-ec8c8301-17df-4b19-b79a-69a748a25825 None None] Provisioning complete for port c814ac1a-8f74-4dd0-a7a0-98eae659146c triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:05.387955 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8301-17df-4b19-b79a-69a748a25825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:06.231698 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53860) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:06.397730 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device c814ac1a-8f74-4dd0-a7a0-98eae659146c up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:22:06.444976 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port c814ac1a-8f74-4dd0-a7a0-98eae659146c triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:06.445353 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:06.545032 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [None req-4e432f04-0c58-4f61-be31-4d5f0830256d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93227) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:22:06.546038 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4e432f04-0c58-4f61-be31-4d5f0830256d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134122 Jul 22 02:22:07.616698 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c2b94841-d0bc-465a-92df-c9af9db0fad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:08.905272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53868) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:09.206327 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:22:09.226276 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Made reservation on behalf of 1cfca61b1a3f4ad38ede40e9c21c3140 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:22:09.228672 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.236695 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.323016 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.326420 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.340604 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93228) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 02:22:09.358102 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c99528-14b8-4470-adf7-850f05cb1712,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:09.363742 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.364078 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Added segment b4ce99ca-e09f-470d-86ce-10aa9339716d of type flat for network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 Jul 22 02:22:09.409540 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.445196 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.446139 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:22:09.446709 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:09.478203 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5718942 Jul 22 02:22:09.508839 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13053225-6db0-46c3-8d71-54eb7b930fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b38e9c15-9605-4b1e-b661-7d0a42d21fe8,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:09.518735 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:22:10.259737 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-809b83f2-1c6d-4414-858e-621d6f494597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:10.565614 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:11.507901 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:11.826148 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53886) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:11.995713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65292eb8-062d-4a52-af5f-96bd6f353378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:22:11.997050 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-65292eb8-062d-4a52-af5f-96bd6f353378 admin admin] 10.222.0.25 "GET /v2.0/subnets/a0f13bfd-2b68-447c-80a1-4396748d90b0 HTTP/1.1" status: 200 len: 849 time: 0.1699593 Jul 22 02:22:12.159403 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-5ef2f538-fd16-4d2a-b063-f26e74bb7cb7 admin admin] 10.222.0.25 "GET /v2.0/routers/d868a7a2-57b5-46d4-8c0a-bc56beca68e3 HTTP/1.1" status: 200 len: 704 time: 0.1563692 Jul 22 02:22:12.430524 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:12.725157 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Allocated IP 172.20.0.1 (33171148-ea9e-4f36-a24b-f67586a81c9e/a0f13bfd-2b68-447c-80a1-4396748d90b0/4063bbd0-b3cf-4305-b145-6d321700fbcb) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:22:12.879873 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:12.945093 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Transition to ACTIVE for port object 4063bbd0-b3cf-4305-b145-6d321700fbcb will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:22:12.972624 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.025023 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.100002 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Network 33171148-ea9e-4f36-a24b-f67586a81c9e is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:22:13.107361 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:22:13.110062 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Pushing event updated for resources: {'Port': ['ID=4063bbd0-b3cf-4305-b145-6d321700fbcb,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:13.121083 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:22:13.121656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.321604 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-28c4354e-1329-4c00-a31a-6a220d21c9b1 None None] Provisioning for port 4063bbd0-b3cf-4305-b145-6d321700fbcb completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:22:13.325104 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-28c4354e-1329-4c00-a31a-6a220d21c9b1 None None] Provisioning complete for port 4063bbd0-b3cf-4305-b145-6d321700fbcb triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:13.325619 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-28c4354e-1329-4c00-a31a-6a220d21c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.334917 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.360963 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-28c4354e-1329-4c00-a31a-6a220d21c9b1 None None] Port 4063bbd0-b3cf-4305-b145-6d321700fbcb cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:22:13.514585 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.519755 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.520634 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.579008 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Pushing event updated for resources: {'Port': ['ID=4063bbd0-b3cf-4305-b145-6d321700fbcb,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:13.641947 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Network 33171148-ea9e-4f36-a24b-f67586a81c9e is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:22:13.643245 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:22:13.804160 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:22:13.880753 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1b95aa57-a7cd-4494-acb5-e7adca7fe6ab None None] Provisioning complete for port 4063bbd0-b3cf-4305-b145-6d321700fbcb triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:13.881117 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1b95aa57-a7cd-4494-acb5-e7adca7fe6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.894216 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:22:13.899560 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f8aaae31-ade6-46d8-b258-930eec83a75f admin admin] 10.222.0.25 "PUT /v2.0/routers/d868a7a2-57b5-46d4-8c0a-bc56beca68e3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7353277 Jul 22 02:22:13.904832 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e1584-be14-4538-add8-7270380248e4 None None] Sync routers for ids ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:22:13.917387 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] Routers {'d868a7a2-57b5-46d4-8c0a-bc56beca68e3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:22:13.917912 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1b95aa57-a7cd-4494-acb5-e7adca7fe6ab None None] Port 4063bbd0-b3cf-4305-b145-6d321700fbcb cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:22:13.918757 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:22:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:14.103479 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] Set router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 gateway port host: None {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:22:14.527108 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:22:03Z', 'updated_at': '2021-07-22T02:22:13Z', 'revision_number': 2, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'gw_port_host': None, '_interfaces': [{'id': '4063bbd0-b3cf-4305-b145-6d321700fbcb', 'name': '', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'mac_address': 'fa:16:3e:d5:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:12Z', 'updated_at': '2021-07-22T02:22:13Z', 'revision_number': 2, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'subnets': [{'id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:14.578315 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e1584-be14-4538-add8-7270380248e4 None None] Checking router: d868a7a2-57b5-46d4-8c0a-bc56beca68e3 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:22:14.578811 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e1584-be14-4538-add8-7270380248e4 None None] Updating router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 port 4063bbd0-b3cf-4305-b145-6d321700fbcb binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:22:14.641231 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-129e1584-be14-4538-add8-7270380248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:15.130862 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-129e1584-be14-4538-add8-7270380248e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:15.151778 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-129e1584-be14-4538-add8-7270380248e4 None None] Transition to ACTIVE for port object 4063bbd0-b3cf-4305-b145-6d321700fbcb will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:22:15.157867 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-129e1584-be14-4538-add8-7270380248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:15.255066 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Pushing event updated for resources: {'Port': ['ID=4063bbd0-b3cf-4305-b145-6d321700fbcb,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:15.285842 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.286191 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.286535 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.286874 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.287207 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.287539 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.287866 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.288195 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.288521 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.288842 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.289166 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.289488 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Tracked resource versions report: Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: pushed versions: Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: { 'AddressGroup': {'1.2'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'ConntrackHelper': {'1.0'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Log': {'1.0'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Network': {'1.1'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Port': {'1.7'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'PortForwarding': {'1.2'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'QosPolicy': {'1.8'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroup': {'1.4'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'SubPort': {'1.0'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Subnet': {'1.1'}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Trunk': {'1.1'}} Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: consumer versions: Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'ConntrackHelper': '1.0', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Log': '1.0', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Network': '1.1', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Port': '1.7', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'PortForwarding': '1.2', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'QosPolicy': '1.8', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroup': '1.4', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroupRule': '1.2', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'SubPort': '1.0', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Subnet': '1.1', Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: 'Trunk': '1.1'}} Jul 22 02:22:15.290625 dv-cinder-792299-6-smb neutron-server[93230]: {{(pid=93230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:22:15.346116 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-129e1584-be14-4538-add8-7270380248e4 None None] Attempting to bind port 4063bbd0-b3cf-4305-b145-6d321700fbcb on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:22:15.346536 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-129e1584-be14-4538-add8-7270380248e4 None None] Attempting to bind port 4063bbd0-b3cf-4305-b145-6d321700fbcb by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:22:15.346965 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e1584-be14-4538-add8-7270380248e4 None None] Attempting to bind port 4063bbd0-b3cf-4305-b145-6d321700fbcb on network 33171148-ea9e-4f36-a24b-f67586a81c9e {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:22:15.352339 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e1584-be14-4538-add8-7270380248e4 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:22:15.352743 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e1584-be14-4538-add8-7270380248e4 None None] Checking segment: {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:22:15.353229 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-129e1584-be14-4538-add8-7270380248e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:15.353770 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e1584-be14-4538-add8-7270380248e4 None None] Bound using segment: {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:22:15.354139 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-129e1584-be14-4538-add8-7270380248e4 None None] Bound port: 4063bbd0-b3cf-4305-b145-6d321700fbcb, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe07aff-be8c-4b9e-9324-da88641bf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:22:15.354519 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-129e1584-be14-4538-add8-7270380248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:15.418374 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-129e1584-be14-4538-add8-7270380248e4 None None] For port 4063bbd0-b3cf-4305-b145-6d321700fbcb, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:22:15.441603 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-129e1584-be14-4538-add8-7270380248e4 None None] For port 4063bbd0-b3cf-4305-b145-6d321700fbcb, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4063bbd0-b3cf-4305-b145-6d321700fbcb,segment=NetworkSegment(3fe07aff-be8c-4b9e-9324-da88641bf47d),segment_id=3fe07aff-be8c-4b9e-9324-da88641bf47d)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:22:15.447621 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-129e1584-be14-4538-add8-7270380248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:15.493798 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] Routers {'d868a7a2-57b5-46d4-8c0a-bc56beca68e3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:22:15.494448 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:22:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:15.578805 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51b24b-2b3b-42fa-9226-4200a470a4a0 None None] Pushing event updated for resources: {'Port': ['ID=4063bbd0-b3cf-4305-b145-6d321700fbcb,revision_number=4']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:15.598633 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] Set router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 gateway port host: None {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:22:15.804190 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-129e1584-be14-4538-add8-7270380248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:22:03Z', 'updated_at': '2021-07-22T02:22:13Z', 'revision_number': 2, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'gw_port_host': None, '_interfaces': [{'id': '4063bbd0-b3cf-4305-b145-6d321700fbcb', 'name': '', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'mac_address': 'fa:16:3e:d5:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:12Z', 'updated_at': '2021-07-22T02:22:15Z', 'revision_number': 4, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'subnets': [{'id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:15.832795 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e1584-be14-4538-add8-7270380248e4 None None] The sync data for ids ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'] in dv-cinder-792299-6-smb is: [{'id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:22:03Z', 'updated_at': '2021-07-22T02:22:13Z', 'revision_number': 2, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'gw_port_host': None, '_interfaces': [{'id': '4063bbd0-b3cf-4305-b145-6d321700fbcb', 'name': '', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'mac_address': 'fa:16:3e:d5:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:12Z', 'updated_at': '2021-07-22T02:22:15Z', 'revision_number': 4, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'subnets': [{'id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:22:16.110128 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 53908) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:16.285485 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fb254-db09-44c0-bea6-7a998ca81938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:22:16.287024 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-d47fb254-db09-44c0-bea6-7a998ca81938 admin admin] 10.222.0.25 "GET /v2.0/networks/b38e9c15-9605-4b1e-b661-7d0a42d21fe8 HTTP/1.1" status: 200 len: 842 time: 0.1759796 Jul 22 02:22:16.296212 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'name': 'public-subnet'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:22:16.320039 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Made reservation on behalf of 1cfca61b1a3f4ad38ede40e9c21c3140 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:22:16.322896 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:16.714841 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.objects.ports [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93227) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 02:22:16.715316 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:16.785312 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:22:16.785720 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Network hostable DHCP agents. Network: b38e9c15-9605-4b1e-b661-7d0a42d21fe8, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:22:16.799119 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Pushing event updated for resources: {'Subnet': ['ID=79116db7-088e-4588-a5a4-7479df99e02c,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:16.817575 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.817981 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.818439 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.818782 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.819120 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.819486 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.819803 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.820175 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.820608 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.820943 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.821270 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.821609 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Tracked resource versions report: Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: pushed versions: Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: { 'AddressGroup': {'1.2'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'ConntrackHelper': {'1.0'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Log': {'1.0'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Network': {'1.1'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Port': {'1.7'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'PortForwarding': {'1.2'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'QosPolicy': {'1.8'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroup': {'1.4'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'SubPort': {'1.0'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Subnet': {'1.1'}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Trunk': {'1.1'}} Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: consumer versions: Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'ConntrackHelper': '1.0', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Log': '1.0', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Network': '1.1', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Port': '1.7', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'PortForwarding': '1.2', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'QosPolicy': '1.8', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroup': '1.4', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroupRule': '1.2', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'SubPort': '1.0', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Subnet': '1.1', Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: 'Trunk': '1.1'}} Jul 22 02:22:16.822715 dv-cinder-792299-6-smb neutron-server[93227]: {{(pid=93227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:22:16.841760 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:22:16.859487 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, b38e9c15-9605-4b1e-b661-7d0a42d21fe8) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:22:16.882484 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:22:16.883167 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:16.887872 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7bb18-b15d-4662-97c4-115d52b52149 None None] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:22:16.906643 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-010e82d7-f68c-4901-8a4c-3687e572dfad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6062787 Jul 22 02:22:17.022184 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e48634-8bb2-495f-af51-22cca4ad7327 None None] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:22:19.200805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53922) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:19.222448 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:22:19.336710 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b93b70b9-7380-4de4-92ae-6ca63cf68b1a admin admin] 10.222.0.25 "GET /v2.0/routers/d868a7a2-57b5-46d4-8c0a-bc56beca68e3 HTTP/1.1" status: 200 len: 710 time: 0.1346095 Jul 22 02:22:19.427394 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065583f-0b29-4b79-ac26-9cc3ca8b55dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:22:19.428792 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9065583f-0b29-4b79-ac26-9cc3ca8b55dc admin admin] 10.222.0.25 "GET /v2.0/networks/b38e9c15-9605-4b1e-b661-7d0a42d21fe8 HTTP/1.1" status: 200 len: 886 time: 0.0869570 Jul 22 02:22:19.438038 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:22:19.747370 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:19.987176 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.063816 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.166291 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Allocated IP 172.28.1.182 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/42c4a2b8-08d9-48fb-b9a0-523ed4ed612a) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:22:20.271043 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.308914 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.347662 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:22:20.354865 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:22:20.361193 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:22:20.396495 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Pushing event updated for resources: {'Port': ['ID=42c4a2b8-08d9-48fb-b9a0-523ed4ed612a,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:20.603330 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.794243 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.797863 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-434915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-434936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-434760'] for router, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:20.903962 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:22:21.114003 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:22:21.118197 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:21.119414 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9b840b14-65cf-4ee0-8109-63d958c05d38 admin admin] 10.222.0.25 "PUT /v2.0/routers/d868a7a2-57b5-46d4-8c0a-bc56beca68e3 HTTP/1.1" status: 200 len: 890 time: 1.6853235 Jul 22 02:22:22.281924 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Sync routers for ids ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:22:22.293116 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Routers {'d868a7a2-57b5-46d4-8c0a-bc56beca68e3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:22:22.293770 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:22:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:22.445441 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4063bbd0-b3cf-4305-b145-6d321700fbcb up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:22:22.581452 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Set router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:22:22.596156 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 4063bbd0-b3cf-4305-b145-6d321700fbcb completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:22:22.636036 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4063bbd0-b3cf-4305-b145-6d321700fbcb triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:22.636406 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:22.910757 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:22.992596 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 4063bbd0-b3cf-4305-b145-6d321700fbcb, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4063bbd0-b3cf-4305-b145-6d321700fbcb,segment=NetworkSegment(3fe07aff-be8c-4b9e-9324-da88641bf47d),segment_id=3fe07aff-be8c-4b9e-9324-da88641bf47d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:22:22.999885 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.074118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=4063bbd0-b3cf-4305-b145-6d321700fbcb,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:23.098719 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '42c4a2b8-08d9-48fb-b9a0-523ed4ed612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:22:03Z', 'updated_at': '2021-07-22T02:22:20Z', 'revision_number': 4, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'gw_port': {'id': '42c4a2b8-08d9-48fb-b9a0-523ed4ed612a', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:20Z', 'updated_at': '2021-07-22T02:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4063bbd0-b3cf-4305-b145-6d321700fbcb', 'name': '', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'mac_address': 'fa:16:3e:d5:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:12Z', 'updated_at': '2021-07-22T02:22:15Z', 'revision_number': 4, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'subnets': [{'id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:23.148907 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Checking router: d868a7a2-57b5-46d4-8c0a-bc56beca68e3 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:22:23.149274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Updating router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:22:23.182220 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.489813 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 53934) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:22:23.501698 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.511515 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Transition to ACTIVE for port object 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:22:23.517337 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.566630 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Attempting to bind port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:22:23.566993 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Attempting to bind port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:22:23.567352 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Attempting to bind port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:22:23.575569 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1282c42-3307-4b88-84bf-01549891361b None None] Pushing event updated for resources: {'Port': ['ID=42c4a2b8-08d9-48fb-b9a0-523ed4ed612a,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:23.578509 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:22:23.578875 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:22:23.579264 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.579650 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:22:23.580110 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Bound port: 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:22:23.580592 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.619528 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c78f7dea-c229-46af-a824-ed70f86b7174 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1285102 Jul 22 02:22:23.628465 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] For port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:22:23.632185 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] For port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=42c4a2b8-08d9-48fb-b9a0-523ed4ed612a,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:22:23.637154 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:23.698437 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1282c42-3307-4b88-84bf-01549891361b None None] Pushing event updated for resources: {'Port': ['ID=42c4a2b8-08d9-48fb-b9a0-523ed4ed612a,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:23.701155 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Routers {'d868a7a2-57b5-46d4-8c0a-bc56beca68e3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:22:23.701710 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:22:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:23.886901 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] Set router d868a7a2-57b5-46d4-8c0a-bc56beca68e3 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:22:24.107069 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '42c4a2b8-08d9-48fb-b9a0-523ed4ed612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:22:03Z', 'updated_at': '2021-07-22T02:22:20Z', 'revision_number': 4, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'gw_port': {'id': '42c4a2b8-08d9-48fb-b9a0-523ed4ed612a', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:20Z', 'updated_at': '2021-07-22T02:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4063bbd0-b3cf-4305-b145-6d321700fbcb', 'name': '', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'mac_address': 'fa:16:3e:d5:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:12Z', 'updated_at': '2021-07-22T02:22:22Z', 'revision_number': 5, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'subnets': [{'id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:22:24.133529 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6557152-7116-4bf3-bd45-873efc6d81b6 None None] The sync data for ids ['d868a7a2-57b5-46d4-8c0a-bc56beca68e3'] in dv-cinder-792299-6-smb is: [{'id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'name': 'router1', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '42c4a2b8-08d9-48fb-b9a0-523ed4ed612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:22:03Z', 'updated_at': '2021-07-22T02:22:20Z', 'revision_number': 4, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'gw_port': {'id': '42c4a2b8-08d9-48fb-b9a0-523ed4ed612a', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:20Z', 'updated_at': '2021-07-22T02:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4063bbd0-b3cf-4305-b145-6d321700fbcb', 'name': '', 'network_id': '33171148-ea9e-4f36-a24b-f67586a81c9e', 'tenant_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'mac_address': 'fa:16:3e:d5:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868a7a2-57b5-46d4-8c0a-bc56beca68e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:22:12Z', 'updated_at': '2021-07-22T02:22:22Z', 'revision_number': 5, 'project_id': '6d6a4c66e1b0462f9d62723a5300bd6e', 'subnets': [{'id': 'a0f13bfd-2b68-447c-80a1-4396748d90b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20f9ae63-e3db-447b-b1e7-8cb12b3d28ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:22:24.511404 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4063bbd0-b3cf-4305-b145-6d321700fbcb up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:22:24.588970 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4063bbd0-b3cf-4305-b145-6d321700fbcb triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:24.589344 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:24.673595 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:22:24.721511 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:22:24.725804 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:24.726206 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:24.808323 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:24.833190 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=42c4a2b8-08d9-48fb-b9a0-523ed4ed612a,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:22:24.837311 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:24.885621 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=42c4a2b8-08d9-48fb-b9a0-523ed4ed612a,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:22:26.416707 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:22:26.471747 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 42c4a2b8-08d9-48fb-b9a0-523ed4ed612a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:22:26.472208 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:37.623929 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c4f26de4-bd20-49a7-98a7-5d13201e047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:40.261283 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e7f92320-0b96-432b-9f24-18fba49d3988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:40.569478 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:41.516694 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:42.991682 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:56.221212 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:23:07.616178 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ecccb07a-8daa-405f-8af0-467f215d1f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:10.266427 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-13e3d5a9-67a8-4164-99f4-3ee7cb21c8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:10.572878 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:11.515277 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:12.994735 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:33.221005 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:23:37.617183 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5260c14-7d9e-4fa1-b508-6b2813e331c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:40.266060 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-afaa4642-ee1c-4c03-b0bd-73eb82ff963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:40.575465 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:41.518412 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:42.999086 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:01.101077 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54534) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:01.159698 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4356111-ed25-4bfd-9a50-e614ef1b5785 admin admin] GET failed (client error): The resource could not be found. Jul 22 02:24:01.160997 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b4356111-ed25-4bfd-9a50-e614ef1b5785 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589912 Jul 22 02:24:01.319331 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a182a90-31cb-41ef-a165-54074bc4623e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:01.320708 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7a182a90-31cb-41ef-a165-54074bc4623e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559215 Jul 22 02:24:03.493911 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 54544) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:03.594143 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1eb4fd-f712-4f3a-b413-dbccffcd08c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:03.595472 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1c1eb4fd-f712-4f3a-b413-dbccffcd08c7 admin admin] 10.222.0.25 "GET /v2.0/subnets/a0f13bfd-2b68-447c-80a1-4396748d90b0 HTTP/1.1" status: 200 len: 849 time: 0.1006708 Jul 22 02:24:03.605360 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:24:03.688009 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:03.833073 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787651402096'] for subnet, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:03.864139 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:03.864750 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:03.866128 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] 10.222.0.25 "PUT /v2.0/subnets/a0f13bfd-2b68-447c-80a1-4396748d90b0 HTTP/1.1" status: 200 len: 868 time: 0.2650800 Jul 22 02:24:03.869347 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfecc20-896e-47e2-8c50-171da45eede8 None None] Network 33171148-ea9e-4f36-a24b-f67586a81c9e requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:24:03.889590 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f13bfd-2b68-447c-80a1-4396748d90b0,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:03.897381 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.897918 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.898280 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.898605 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.898939 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.899269 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.899602 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.899929 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.900264 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.900645 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.901552 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:03.901905 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0fb7d-8318-4d21-96c2-84bfa8e44156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:04.259838 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-41d63b96-7930-4a88-9a48-f8ccd016d78f None None] Provisioning complete for port c814ac1a-8f74-4dd0-a7a0-98eae659146c triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:04.260207 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-41d63b96-7930-4a88-9a48-f8ccd016d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:04.341630 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-41d63b96-7930-4a88-9a48-f8ccd016d78f None None] Provisioning complete for port 4063bbd0-b3cf-4305-b145-6d321700fbcb triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:04.341955 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-41d63b96-7930-4a88-9a48-f8ccd016d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:06.075197 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54554) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:06.271316 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049d2ea-0fde-41d2-84ee-6ae3db2e9a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:06.271716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049d2ea-0fde-41d2-84ee-6ae3db2e9a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:06.273273 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4049d2ea-0fde-41d2-84ee-6ae3db2e9a2d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971292 Jul 22 02:24:07.618785 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c5d5db6e-cb54-471d-a9e1-ad6d81e61ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:08.441824 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54562) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:08.568270 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b54ad-c3b7-482c-89ac-7c66cf5cea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:08.568749 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b54ad-c3b7-482c-89ac-7c66cf5cea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:08.570316 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-440b54ad-c3b7-482c-89ac-7c66cf5cea04 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275585 Jul 22 02:24:10.219155 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:24:10.267679 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-577b0f99-63f9-40a1-96b3-efa055e6eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:10.576826 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:10.734103 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54570) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:10.861911 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48811416-1937-49a7-98e1-9ef74eb49f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:10.863228 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-48811416-1937-49a7-98e1-9ef74eb49f52 admin admin] 10.222.0.25 "GET /v2.0/networks/33171148-ea9e-4f36-a24b-f67586a81c9e HTTP/1.1" status: 200 len: 869 time: 0.1281750 Jul 22 02:24:11.519825 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:13.001214 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:13.021945 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54578) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:13.146473 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f5a83-7eeb-45b1-aea8-2dd0934e236b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:13.147860 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f16f5a83-7eeb-45b1-aea8-2dd0934e236b admin admin] 10.222.0.25 "GET /v2.0/networks/b38e9c15-9605-4b1e-b661-7d0a42d21fe8 HTTP/1.1" status: 200 len: 886 time: 0.1249516 Jul 22 02:24:15.316765 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54586) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:15.436619 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aadd28-585d-449c-aea5-2c1adaeb604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:15.437078 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aadd28-585d-449c-aea5-2c1adaeb604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:15.438621 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-80aadd28-585d-449c-aea5-2c1adaeb604c admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209078 Jul 22 02:24:17.596439 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54594) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:17.687752 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e69202-5d68-4d61-b98d-233f43f7c995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:17.688205 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e69202-5d68-4d61-b98d-233f43f7c995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:17.689743 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f9e69202-5d68-4d61-b98d-233f43f7c995 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923421 Jul 22 02:24:19.837372 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54602) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:19.922801 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502111a-8bad-467e-a9d5-fb23e45e8fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:19.924164 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-1502111a-8bad-467e-a9d5-fb23e45e8fba admin admin] 10.222.0.25 "GET /v2.0/subnets/79116db7-088e-4588-a5a4-7479df99e02c HTTP/1.1" status: 200 len: 816 time: 0.0857975 Jul 22 02:24:22.099483 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54610) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:22.187827 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17c6fe-70aa-47bd-9fe3-bb6aeddfe0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:22.189134 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9c17c6fe-70aa-47bd-9fe3-bb6aeddfe0e6 admin admin] 10.222.0.25 "GET /v2.0/subnets/a0f13bfd-2b68-447c-80a1-4396748d90b0 HTTP/1.1" status: 200 len: 868 time: 0.0887141 Jul 22 02:24:37.620865 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-337062f9-fea5-463b-a6ed-ea1b80a06f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:40.267921 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6dfff838-0f5c-4fcc-861b-b867b27c917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:40.577644 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:41.521951 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:43.008931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:46.641243 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54662) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:46.688283 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [None req-9acb3dcd-5236-4fc6-b3f0-0b8c33200f0c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:24:46.689284 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9acb3dcd-5236-4fc6-b3f0-0b8c33200f0c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470948 Jul 22 02:24:47.217512 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:24:48.939242 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 54670) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:49.002274 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f83ac8-d455-4694-8d62-227bc1f8c6e9 admin admin] GET failed (client error): The resource could not be found. Jul 22 02:24:49.003570 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-c3f83ac8-d455-4694-8d62-227bc1f8c6e9 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633810 Jul 22 02:24:49.141951 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9054c2-b5cd-4a7c-9547-2a5877a850b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:49.143400 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-3b9054c2-b5cd-4a7c-9547-2a5877a850b9 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360540 Jul 22 02:24:51.325466 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54678) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:51.370679 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:24:51.392874 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Made reservation on behalf of 1cfca61b1a3f4ad38ede40e9c21c3140 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:24:51.395225 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:51.425627 dv-cinder-792299-6-smb neutron-server[93228]: WARNING neutron.services.revisions.revision_plugin [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Could not find related network for resource to bump revision. Jul 22 02:24:51.436648 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:24:51.445389 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:51.445760 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Added segment 7818f19c-d7d9-4268-bc45-cdf59d9f3534 of type vlan for network e3cb1eb7-371a-4275-ad42-3fe8697f8fde Jul 22 02:24:51.490254 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:51.516374 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:51.517318 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:51.517925 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:51.546540 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2200127 Jul 22 02:24:51.579977 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cb1eb7-371a-4275-ad42-3fe8697f8fde,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:51.587245 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.587591 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.587943 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.589802 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.589802 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.589802 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.590144 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.590444 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.590805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.591142 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.591473 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.591799 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aef817-fbd6-4a45-be31-a6f5f0b06ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:51.603852 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network e3cb1eb7-371a-4275-ad42-3fe8697f8fde details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:24:53.708310 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54686) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:53.770489 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.pecan_wsgi.hooks.translation [None req-9229ea83-eb06-4015-a752-11af80adb695 admin admin] GET failed (client error): The resource could not be found. Jul 22 02:24:53.771789 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9229ea83-eb06-4015-a752-11af80adb695 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625381 Jul 22 02:24:53.848492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03162254-6795-4d21-9b76-f92cda339961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:53.850006 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-03162254-6795-4d21-9b76-f92cda339961 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0743971 Jul 22 02:24:53.860179 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:24:53.879506 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Made reservation on behalf of 1cfca61b1a3f4ad38ede40e9c21c3140 for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:24:53.881924 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.044371 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.103120 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9cfb50-1863-4cb8-89f4-108389678e25,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:54.110767 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Checking segment: {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:24:54.111119 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Network hostable DHCP agents. Network: e3cb1eb7-371a-4275-ad42-3fe8697f8fde, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:24:54.126762 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Network e3cb1eb7-371a-4275-ad42-3fe8697f8fde is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:24:54.134623 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, e3cb1eb7-371a-4275-ad42-3fe8697f8fde) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:24:54.138784 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:54.139372 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.143981 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad5f566-b5c7-4fc4-b123-38091ae77930 None None] Network e3cb1eb7-371a-4275-ad42-3fe8697f8fde requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:24:54.156525 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-10cdd0af-0c58-4237-b79f-f2db80403cff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2993934 Jul 22 02:24:54.394167 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-e3cb1eb7-371a-4275-ad42-3fe8697f8fde', 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde', 'tenant_id': '1cfca61b1a3f4ad38ede40e9c21c3140', 'fixed_ips': [{'subnet_id': '8b9cfb50-1863-4cb8-89f4-108389678e25'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:24:54.395050 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.529936 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Allocated IP 192.168.233.2 (e3cb1eb7-371a-4275-ad42-3fe8697f8fde/8b9cfb50-1863-4cb8-89f4-108389678e25/ed29a34d-d3d7-4932-9dc0-f4aa621e9a24) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:24:54.674210 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.684624 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Transition to ACTIVE for port object ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:24:54.702747 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Transition to ACTIVE for port object ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:24:54.708270 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.743487 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Network e3cb1eb7-371a-4275-ad42-3fe8697f8fde is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:24:54.748412 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:24:54.753563 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:24:54.760607 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Pushing event updated for resources: {'Port': ['ID=ed29a34d-d3d7-4932-9dc0-f4aa621e9a24,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:54.784757 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.785099 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.785436 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.785803 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.786133 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.786472 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.786791 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.787114 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.787439 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.787762 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.788083 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.788399 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:54.828474 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Attempting to bind port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:24:54.828839 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Attempting to bind port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:24:54.829196 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Attempting to bind port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 on network e3cb1eb7-371a-4275-ad42-3fe8697f8fde {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:24:54.834138 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:24:54.834504 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Checking segment: {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:24:54.834900 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.835287 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Bound using segment: {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:24:54.835740 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Bound port: ed29a34d-d3d7-4932-9dc0-f4aa621e9a24, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:24:54.836130 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.897203 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] For port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:24:54.900765 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] For port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=ed29a34d-d3d7-4932-9dc0-f4aa621e9a24,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:24:54.905455 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:54.963921 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579650-fe90-4fc9-93e0-bb7f7b0f4c7e None None] Pushing event updated for resources: {'Port': ['ID=ed29a34d-d3d7-4932-9dc0-f4aa621e9a24,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:55.798580 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc161976-fef1-4c13-9af0-f12139e7d656 None None] Network e3cb1eb7-371a-4275-ad42-3fe8697f8fde requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:24:55.873231 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-6281ef11-3aa6-4c19-9dba-bf08501834c5 None None] Provisioning for port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:24:56.535120 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:24:56.589971 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:24:56.593837 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:56.594212 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:56.684349 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:56.719022 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=ed29a34d-d3d7-4932-9dc0-f4aa621e9a24,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:24:56.727683 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:56.776601 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=ed29a34d-d3d7-4932-9dc0-f4aa621e9a24,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:58.514267 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:24:58.565354 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port ed29a34d-d3d7-4932-9dc0-f4aa621e9a24 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:58.565751 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:07.621947 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e9beebf-5033-4b65-970e-ba4733b6ad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:10.269201 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b06f7654-29d1-4a0c-ad82-1e0f697a459c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:10.580153 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:11.525921 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:13.012156 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:24.216038 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:25:37.624540 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1788cac3-21af-40c7-a25e-bc00f91b5fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:40.269948 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-8bceeb44-c628-4970-bd44-374a1bc39bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:40.583834 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:41.528635 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:43.013991 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:01.214475 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:26:04.067632 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54740) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:26:04.074357 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [None req-d63c748f-f205-4334-ae45-be6883fb7927 tempest-verify_tempest_config-355740446 tempest-verify_tempest_config-355740446-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93228) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:26:04.075310 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d63c748f-f205-4334-ae45-be6883fb7927 tempest-verify_tempest_config-355740446 tempest-verify_tempest_config-355740446-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067301 Jul 22 02:26:04.372352 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54758) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:26:04.471404 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.655138 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.659096 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.701755 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9dd66c-c7b6-479a-b391-b2ca9082211b,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:26:04.706274 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f119a0a438540e595ec5c0b8d863aa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3329184 Jul 22 02:26:04.709103 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 54762) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:26:04.710533 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.710885 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.711227 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.711563 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.711897 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.712231 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.712594 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.712933 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.713250 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.713575 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.713926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.714249 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e52877-7124-4b02-aad5-e2a7d181bca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.791396 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.812017 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.901588 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.904156 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:04.905335 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb9dd66c-c7b6-479a-b391-b2ca9082211b HTTP/1.1" status: 204 len: 168 time: 0.1951921 Jul 22 02:26:04.913662 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9dd66c-c7b6-479a-b391-b2ca9082211b,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:26:04.921297 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.921881 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.922234 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.922579 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.922924 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.923266 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.923600 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.923935 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.924285 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.924618 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.924954 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:04.925281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf536f7-bcf1-4a4d-a415-ef0660780c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:26:07.625334 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-7aa91bde-dcfb-4ad4-bbbb-9b7838d1a745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:10.270277 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-32972479-f6d9-4ec3-a883-ffee10ab507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:10.584156 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:11.531564 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:13.008701 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:37.626070 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5a47f2f2-ef44-4464-a87d-88b648436c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:38.212503 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:26:40.270022 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-fe068edd-2eec-48b8-8e08-b3a84b73f740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:40.584326 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:41.534747 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:43.009936 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:07.626778 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-56e9b4dc-3e2b-410e-b9a6-22be2b0bb1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:10.270395 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5863aecd-774e-4966-877f-46ccfd78dee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:10.584150 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:11.538891 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:13.013149 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:15.210411 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 5 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:27:37.628050 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-bb06f31a-4eed-4813-bc47-2b0d16709312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:40.036392 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439288'] for agent, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:40.271185 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9535a40f-1afc-4171-8ad0-7e245874e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:40.584121 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:41.538105 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:43.016422 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:44.321119 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54816) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:27:44.425633 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d78a733f-f014-4bda-889f-1c214d5aa998 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1034162 Jul 22 02:27:46.597732 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54826) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:27:46.649448 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d97759f1-59cc-4bb5-aeff-06b2ae138351 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0506506 Jul 22 02:27:52.209622 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:28:07.628283 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-fcf10b01-16dd-4cd0-9db8-fa245e84dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:10.007126 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:10.270872 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-548c25aa-20bc-49b1-8a8a-474261afbba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:10.584452 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:11.544203 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:13.019685 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:29.208489 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:28:37.635789 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8d73-5510-42d0-bdc0-44abb251037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:40.024882 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:40.272219 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-228b9d4d-614c-4001-b2fb-3bdcd763ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:40.593711 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.546015 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.024413 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.208621 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:29:07.627456 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-3dfb87bc-61c6-434e-8414-e113b58eac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:10.050241 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:10.273119 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a6139852-598b-4115-965b-5f19569159e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:10.585076 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:11.556219 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.035046 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.766799 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 54966) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:15.124807 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-487651371-network', 'tenant_id': 'f5a9814d773b43e78a6a96b15d632db9'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:15.148701 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Made reservation on behalf of f5a9814d773b43e78a6a96b15d632db9 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:15.151259 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.160407 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.261238 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.266576 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.293413 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:15.303345 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.303762 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.304039 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.304374 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.304705 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.305037 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.305363 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.305895 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.306248 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.306582 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.306910 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.307349 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Tracked resource versions report: Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: pushed versions: Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: { 'AddressGroup': {'1.2'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'ConntrackHelper': {'1.0'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Log': {'1.0'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Network': {'1.1'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Port': {'1.7'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'PortForwarding': {'1.2'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'QosPolicy': {'1.8'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroup': {'1.4'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'SubPort': {'1.0'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Subnet': {'1.1'}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Trunk': {'1.1'}} Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: consumer versions: Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'ConntrackHelper': '1.0', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Log': '1.0', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Network': '1.1', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Port': '1.7', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'PortForwarding': '1.2', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'QosPolicy': '1.8', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroup': '1.4', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'SecurityGroupRule': '1.2', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'SubPort': '1.0', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Subnet': '1.1', Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: 'Trunk': '1.1'}} Jul 22 02:29:15.308364 dv-cinder-792299-6-smb neutron-server[93228]: {{(pid=93228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:29:15.313632 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:15.323400 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.323742 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Added segment d42e65f8-5721-4e61-95f7-1d1a7206ee50 of type vlan for network 48d459b1-7887-443d-b081-81f691741d51 Jul 22 02:29:15.370440 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.403866 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.405134 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.405843 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.476745 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] Pushing event updated for resources: {'Network': ['ID=48d459b1-7887-443d-b081-81f691741d51,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:15.484829 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55016) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:15.492496 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 48d459b1-7887-443d-b081-81f691741d51 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:15.493031 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Request body: {'subnet': {'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-487651371-subnet', 'tenant_id': 'f5a9814d773b43e78a6a96b15d632db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:15.496314 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d5bf82d7-bc4e-4055-96b9-8cb315b28e32 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7277286 Jul 22 02:29:15.515294 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Made reservation on behalf of f5a9814d773b43e78a6a96b15d632db9 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:15.518031 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.706929 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.779320 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:15.789999 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.790358 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.790705 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.791043 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.791380 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.791716 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.792046 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.792374 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.792725 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.793057 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.793385 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.793770 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Tracked resource versions report: Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: pushed versions: Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: { 'AddressGroup': {'1.2'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'ConntrackHelper': {'1.0'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Log': {'1.0'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Network': {'1.1'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Port': {'1.7'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'PortForwarding': {'1.2'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'QosPolicy': {'1.8'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroup': {'1.4'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'SubPort': {'1.0'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Subnet': {'1.1'}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Trunk': {'1.1'}} Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: consumer versions: Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'ConntrackHelper': '1.0', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Log': '1.0', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Network': '1.1', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Port': '1.7', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'PortForwarding': '1.2', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'QosPolicy': '1.8', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroup': '1.4', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'SecurityGroupRule': '1.2', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'SubPort': '1.0', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Subnet': '1.1', Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: 'Trunk': '1.1'}} Jul 22 02:29:15.794786 dv-cinder-792299-6-smb neutron-server[93227]: {{(pid=93227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:29:15.807220 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Checking segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:15.807510 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Network hostable DHCP agents. Network: 48d459b1-7887-443d-b081-81f691741d51, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:15.825955 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Network 48d459b1-7887-443d-b081-81f691741d51 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:15.835674 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 48d459b1-7887-443d-b081-81f691741d51) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:15.839935 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.840646 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.849627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c316cb-4391-4207-93b1-d899ddd22baa None None] Network 48d459b1-7887-443d-b081-81f691741d51 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:15.856538 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-791109e3-dd49-4d63-842f-685d40b0661b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3704848 Jul 22 02:29:15.871569 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55046) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:15.911055 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55050) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:16.000936 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54a4d1-6571-405f-b845-76cc5b099ef5 None None] Network 48d459b1-7887-443d-b081-81f691741d51 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:16.067349 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55060) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:16.169482 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-network', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:16.198883 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Made reservation on behalf of df17f971dd6146ff9d6cf2f3117913cf for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:16.202955 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.231765 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-139871930-network', 'tenant_id': 'e14f91c3702a489a9ff95b0b6d53150d'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:16.235433 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.266842 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Made reservation on behalf of e14f91c3702a489a9ff95b0b6d53150d for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:16.269378 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.279911 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.378590 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.388332 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1432722366-network', 'tenant_id': '61e9ccbae20340b0b131756cb766b409'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:16.396134 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.435311 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:16.474507 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787651518504', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.474507 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Unsubscribe: segment precommit_create {{(pid=93227) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 02:29:16.474507 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Added segment efce6739-eb60-4136-a536-4cbf40bcf752 of type vlan for network 2dc372da-64c0-4e73-9ebf-00355222074f Jul 22 02:29:16.479589 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811c303a-0862-4e3b-ad49-d7b68290dbf6,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.570386 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.572694 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.584038 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.627454 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.636700 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Made reservation on behalf of 61e9ccbae20340b0b131756cb766b409 for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:16.640160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.656481 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.671135 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:16.704516 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.704843 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Added segment a181c508-2dd2-49af-8ff0-b61e1fe8bbc0 of type vlan for network 13d015fd-df87-4092-937b-6b4768dde492 Jul 22 02:29:16.743699 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.745019 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.745815 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.793031 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.886395 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] Pushing event updated for resources: {'Network': ['ID=2dc372da-64c0-4e73-9ebf-00355222074f,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.901817 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 2dc372da-64c0-4e73-9ebf-00355222074f details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:16.918946 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.920356 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.921094 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.988987 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] Pushing event updated for resources: {'Network': ['ID=13d015fd-df87-4092-937b-6b4768dde492,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:17.020877 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.033084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.058816 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:17.077422 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.078040 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Added segment 4dde89b9-6b02-40f5-a455-540a4dea8e05 of type vlan for network fd538c70-07c0-4834-928f-b386fc0477e0 Jul 22 02:29:17.141819 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 13d015fd-df87-4092-937b-6b4768dde492 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:17.177237 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.186452 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-d54c0ceb-fa1d-465d-b1ed-7fccbe955b7e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3135302 Jul 22 02:29:17.188090 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1eb2049a-58d9-414e-b2d0-4f7fe168a684 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2757745 Jul 22 02:29:17.189665 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55116) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:17.195637 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Request body: {'subnet': {'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-subnet', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:17.195871 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55118) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:17.203607 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Request body: {'subnet': {'network_id': '13d015fd-df87-4092-937b-6b4768dde492', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-139871930-subnet', 'tenant_id': 'e14f91c3702a489a9ff95b0b6d53150d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:17.239181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.db.api [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:29:17.239181 dv-cinder-792299-6-smb neutron-server[93227]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 02:29:17.239181 dv-cinder-792299-6-smb neutron-server[93227]: [parameters: {'project_id_1': 'e14f91c3702a489a9ff95b0b6d53150d', 'expiration_1': datetime.datetime(2021, 7, 22, 2, 29, 17, 211594)}] Jul 22 02:29:17.239181 dv-cinder-792299-6-smb neutron-server[93227]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:29:17.239181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG oslo_db.api [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:29:17.239181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa3d4c-72c3-4567-af52-b1d028d9a226,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:17.247415 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Made reservation on behalf of df17f971dd6146ff9d6cf2f3117913cf for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:17.249897 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.250578 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.251637 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:17.252224 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.306758 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2350397 Jul 22 02:29:17.311399 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55126) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:17.318150 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Request body: {'subnet': {'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1432722366-subnet', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:17.373902 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ce63-d2c1-4a28-ba52-f549b0c1a402 admin admin] Pushing event updated for resources: {'Network': ['ID=fd538c70-07c0-4834-928f-b386fc0477e0,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:17.385744 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network fd538c70-07c0-4834-928f-b386fc0477e0 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:17.411359 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Made reservation on behalf of 61e9ccbae20340b0b131756cb766b409 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:17.414111 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.481657 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.601162 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bfff05-fcdc-4fbb-9eb2-accb050b2020,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:17.615318 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Checking segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:17.615779 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Network hostable DHCP agents. Network: 2dc372da-64c0-4e73-9ebf-00355222074f, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:17.641458 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Network 2dc372da-64c0-4e73-9ebf-00355222074f is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:17.658344 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 2dc372da-64c0-4e73-9ebf-00355222074f) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:17.667907 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:17.668678 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.670369 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ddcc6-9fd5-45e3-8975-ec0b1eaa980d None None] Network 2dc372da-64c0-4e73-9ebf-00355222074f requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:17.691290 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0fd31d9d-57e4-48fc-9385-3b5dfa8eeed3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4984903 Jul 22 02:29:17.693532 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55138) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:17.701995 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:17.712507 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.741904 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.743384 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.825519 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4d24f0-33b8-459e-b308-eaefcecfea67,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:17.832049 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Made reservation on behalf of e14f91c3702a489a9ff95b0b6d53150d for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:17.835072 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.860019 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Checking segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:17.860320 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Network hostable DHCP agents. Network: fd538c70-07c0-4834-928f-b386fc0477e0, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:17.945673 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32ede5-1a43-45a8-9f9c-71b7e20234ca None None] Network 2dc372da-64c0-4e73-9ebf-00355222074f requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:17.948905 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.951039 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Network fd538c70-07c0-4834-928f-b386fc0477e0 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:17.997098 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, fd538c70-07c0-4834-928f-b386fc0477e0) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:18.013627 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:18.014269 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.023136 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4457879-c854-4a0f-92fb-18237e8285e2 None None] Network fd538c70-07c0-4834-928f-b386fc0477e0 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:18.113629 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-fa13319c-7a8d-4411-a0d4-9cd010531fbd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7994924 Jul 22 02:29:18.126006 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55144) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:18.129841 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:18.181366 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-fd538c70-07c0-4834-928f-b386fc0477e0', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:29:18.182506 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.184643 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.227423 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.233080 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.277090 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.326079 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.415976 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92e0846-e971-42fe-8033-fb881c9940cd,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:18.489169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Checking segment: {'id': 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '13d015fd-df87-4092-937b-6b4768dde492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:18.489529 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Network hostable DHCP agents. Network: 13d015fd-df87-4092-937b-6b4768dde492, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:18.508676 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Network 13d015fd-df87-4092-937b-6b4768dde492 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:18.520392 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Allocated IP 172.20.0.2 (fd538c70-07c0-4834-928f-b386fc0477e0/8b4d24f0-33b8-459e-b308-eaefcecfea67/c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:18.523503 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 13d015fd-df87-4092-937b-6b4768dde492) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:18.534893 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:18.537193 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.571406 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-ae7597ad-087c-48fa-8596-f2b6d93e8b51 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3729990 Jul 22 02:29:18.655575 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d515456-07de-46b2-9671-01e98f9e451a None None] Network 13d015fd-df87-4092-937b-6b4768dde492 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:18.672366 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.846377 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.869841 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c676aa-ee64-4e83-a9ed-2ec1a5485f13 None None] Network 13d015fd-df87-4092-937b-6b4768dde492 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:18.871730 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.070199 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.084347 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Transition to ACTIVE for port object c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:19.189466 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Transition to ACTIVE for port object c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:19.211953 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.238593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55208) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:19.239981 dv-cinder-792299-6-smb neutron-server[93227]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 02:29:19.329123 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Network fd538c70-07c0-4834-928f-b386fc0477e0 is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:19.334982 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:19.355118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:19.394604 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Pushing event updated for resources: {'Port': ['ID=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.427122 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.427562 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.428018 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.428480 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.428875 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.429270 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.430656 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.430656 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.431110 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.431496 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.431884 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.432305 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Tracked resource versions report: Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: pushed versions: Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: { 'AddressGroup': {'1.2'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'ConntrackHelper': {'1.0'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Log': {'1.0'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Network': {'1.1'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Port': {'1.7'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'PortForwarding': {'1.2'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'QosPolicy': {'1.8'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroup': {'1.4'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'SubPort': {'1.0'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Subnet': {'1.1'}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Trunk': {'1.1'}} Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: consumer versions: Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'ConntrackHelper': '1.0', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Log': '1.0', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Network': '1.1', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Port': '1.7', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'PortForwarding': '1.2', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'QosPolicy': '1.8', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroup': '1.4', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'SecurityGroupRule': '1.2', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'SubPort': '1.0', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Subnet': '1.1', Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: 'Trunk': '1.1'}} Jul 22 02:29:19.433496 dv-cinder-792299-6-smb neutron-server[93229]: {{(pid=93229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:29:19.462912 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.493165 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Attempting to bind port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:19.493360 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Attempting to bind port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:19.493741 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Attempting to bind port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 on network fd538c70-07c0-4834-928f-b386fc0477e0 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:19.499048 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:19.499203 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Checking segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:19.499509 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.499901 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Bound using segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:19.500361 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Bound port: c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:19.500757 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.508780 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Allocated IP 172.28.1.27 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/66940d22-32fc-4efc-b3de-7a73014a2eb8) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:19.513591 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.556923 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-ec62a85f-518e-4edd-b165-948ef267ab98 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.558776 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-ec62a85f-518e-4edd-b165-948ef267ab98 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.3200350 Jul 22 02:29:19.573194 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] For port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:19.576899 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] For port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:19.583613 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.586834 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-7bb1939a-0285-474e-a1a4-48079743f1da tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/quotas/f5a9814d773b43e78a6a96b15d632db9 HTTP/1.1" status: 200 len: 375 time: 0.0199041 Jul 22 02:29:19.621739 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55236) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:19.638854 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d05e59-8e99-4fe7-9aa8-ac5d9aa5fea4 None None] Pushing event updated for resources: {'Port': ['ID=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.658761 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-bc8f716e-da7e-4667-94b2-530e88413fae tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701361 Jul 22 02:29:19.698204 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.750900 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.770081 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-52bf17db-e72a-4388-837d-aca2fcf4080f tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.771518 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-52bf17db-e72a-4388-837d-aca2fcf4080f tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/networks?id=13d015fd-df87-4092-937b-6b4768dde492 HTTP/1.1" status: 200 len: 811 time: 0.1485102 Jul 22 02:29:19.788667 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-c6ad39a3-6e33-42c2-8081-fe0bbe69c42a tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/quotas/e14f91c3702a489a9ff95b0b6d53150d HTTP/1.1" status: 200 len: 375 time: 0.0117164 Jul 22 02:29:19.826674 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:19.832517 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-21289ea6-8f18-4dc8-a700-da16e1d74c66 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e14f91c3702a489a9ff95b0b6d53150d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358365 Jul 22 02:29:19.832948 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:19.843142 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:19.850274 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-6d45bf01-77ae-40af-99f7-ae786714bb1f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93227) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:29:19.852288 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Allocated IP 172.28.1.72 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/77212009-9030-4de9-8c17-a30292db5b32) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:19.858074 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-6d45bf01-77ae-40af-99f7-ae786714bb1f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0657880 Jul 22 02:29:19.959141 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=66940d22-32fc-4efc-b3de-7a73014a2eb8,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.994144 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-0f2366b8-9014-4f87-b9a3-59660b6843f9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93227) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:29:19.995281 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-0f2366b8-9014-4f87-b9a3-59660b6843f9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724602 Jul 22 02:29:20.014681 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-ffe9ea7f-f48d-4fb1-8ce9-345ed66b8b45 service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556191 Jul 22 02:29:20.160476 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-f81aa764-224d-446c-9ebd-0d67e18d2b5a service neutron] 10.222.0.25 "GET /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574569 Jul 22 02:29:20.161721 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.164029 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-80d67f8f-e6b2-4ba7-b45c-53fe6ec48675 service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379404 Jul 22 02:29:20.203227 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.262274 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-bff1b870-c338-474f-9371-e6fd22afab20 service neutron] 10.222.0.25 "GET /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961866 Jul 22 02:29:20.284548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.339162 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:20.348000 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:20.351298 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Pushing event updated for resources: {'Port': ['ID=77212009-9030-4de9-8c17-a30292db5b32,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:20.353282 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:20.840974 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:20.933354 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:20.942356 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ea5b7-5303-40e4-b264-940d528adc7d None None] Network fd538c70-07c0-4834-928f-b386fc0477e0 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:20.975204 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:21.051250 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e53a9285-aa43-4b62-9d07-acf442c07fba req-cd50de91-fa31-499b-908c-33fbcbedebe9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 210 time: 0.2017119 Jul 22 02:29:21.068055 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] Provisioning for port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:21.104405 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d4bf2c67-b788-4058-aaf5-cfe9cc65cd86 req-76106ae4-56fb-4fb8-a780-d908e4b39aa2 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.1374745 Jul 22 02:29:21.133615 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] Provisioning complete for port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:21.134367 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:21.340778 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:21.373522 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:21.436167 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] For port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:21.446950 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:21.530889 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Router d67fe552-3c4e-49eb-90d8-b9a924b537b7 is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:29:21.688339 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be477e52-2ef3-4007-b3e1-3a887cc70ebf None None] Pushing event updated for resources: {'Port': ['ID=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:22.057901 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.078147 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f0b5a025-b9d3-48e2-8065-ef1001f82d9c None None] Provisioning complete for port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:22.079736 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a025-b9d3-48e2-8065-ef1001f82d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.150558 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:29:22.176499 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Sync routers for ids ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:29:22.180581 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.181926 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-1b296f8c-9f9a-4004-8f33-7592dea7b6f3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4866636 Jul 22 02:29:22.185600 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55408) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:22.210106 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Routers {'d67fe552-3c4e-49eb-90d8-b9a924b537b7'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:22.211506 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:22.251593 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-35b53462-9364-4aa1-8dfd-80d34568ae2d req-891a5750-e4b0-4ead-b196-ba5753c27ce9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 210 time: 0.1020551 Jul 22 02:29:22.304570 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-eea334d6-cba7-4199-b483-6fbdb9350703 req-7692accc-32de-4e69-9806-1944fb08de45 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0499313 Jul 22 02:29:22.393982 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:29:22.411584 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55412) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:22.562887 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Set router d67fe552-3c4e-49eb-90d8-b9a924b537b7 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:22.582666 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0fc23079-5015-4b42-b0c1-974e0f1c433f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.676284 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:29:22.686223 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:29:22.700257 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:22.700961 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:22.718741 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0fc23079-5015-4b42-b0c1-974e0f1c433f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.727963 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0fc23079-5015-4b42-b0c1-974e0f1c433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.762182 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.768111 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-3428b869-476c-4d32-bd22-27f5fd7af144 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6403661 Jul 22 02:29:22.768948 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55422) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:22.779507 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:22.829763 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:29:20Z', 'revision_number': 3, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:22.842076 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0fc23079-5015-4b42-b0c1-974e0f1c433f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db95ccd0e29046dbb8f627c49ec4c422&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4287150 Jul 22 02:29:22.843907 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc23079-5015-4b42-b0c1-974e0f1c433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e594254-add3-4858-ae79-27996bda28d6,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:22.847772 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55424) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:22.924174 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Checking router: d67fe552-3c4e-49eb-90d8-b9a924b537b7 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:29:22.924817 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Updating router d67fe552-3c4e-49eb-90d8-b9a924b537b7 port 66940d22-32fc-4efc-b3de-7a73014a2eb8 binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:29:22.971004 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.982405 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d138fc0-1c63-4662-a60e-b49dc6613a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.007119 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:23.007495 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.029476 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d138fc0-1c63-4662-a60e-b49dc6613a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.067254 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:23.072069 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.178424 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d138fc0-1c63-4662-a60e-b49dc6613a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.181436 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d138fc0-1c63-4662-a60e-b49dc6613a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.185625 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0d138fc0-1c63-4662-a60e-b49dc6613a9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e594254-add3-4858-ae79-27996bda28d6 HTTP/1.1" status: 204 len: 168 time: 0.3137615 Jul 22 02:29:23.199313 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d138fc0-1c63-4662-a60e-b49dc6613a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e594254-add3-4858-ae79-27996bda28d6,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:23.668005 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.673418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.32', 60980) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:23.696917 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Transition to ACTIVE for port object 66940d22-32fc-4efc-b3de-7a73014a2eb8 will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:23.714530 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.738490 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5aa9adf5-8cea-4b3b-96b9-780907566905 req-ee42a649-7706-4471-8916-ddf197bef91c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 210 time: 0.2260020 Jul 22 02:29:23.787612 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6a86119f-0d8e-4a80-b438-a6d1d8e20d6b req-6c2a7d68-87d7-4023-878d-b10f01a80800 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0629694 Jul 22 02:29:23.812851 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Pushing event updated for resources: {'Port': ['ID=66940d22-32fc-4efc-b3de-7a73014a2eb8,revision_number=2']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:23.847432 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.849181 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.849537 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.852163 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.853598 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.854655 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.856050 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.856974 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.857377 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.857810 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.858227 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.858562 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:23.858834 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:20Z', 'revision_number': 3, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Tracked resource versions report: Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: pushed versions: Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: { 'AddressGroup': {'1.2'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'ConntrackHelper': {'1.0'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Log': {'1.0'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Network': {'1.1'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Port': {'1.7'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'PortForwarding': {'1.2'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'QosPolicy': {'1.8'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroup': {'1.4'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'SubPort': {'1.0'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Subnet': {'1.1'}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Trunk': {'1.1'}} Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: consumer versions: Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: { DHCP agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: L3 agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: Metadata agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: Metering agent@dv-cinder-792299-6-smb: {}, Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: Open vSwitch agent@dv-cinder-792299-6-smb: { 'AddressGroup': '1.2', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'ConntrackHelper': '1.0', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Log': '1.0', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Network': '1.1', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Port': '1.7', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'PortForwarding': '1.2', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'QosPolicy': '1.8', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroup': '1.4', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'SecurityGroupRule': '1.2', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'SubPort': '1.0', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Subnet': '1.1', Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: 'Trunk': '1.1'}} Jul 22 02:29:23.860327 dv-cinder-792299-6-smb neutron-server[93230]: {{(pid=93230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:29:23.882598 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Attempting to bind port 66940d22-32fc-4efc-b3de-7a73014a2eb8 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:23.883028 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Attempting to bind port 66940d22-32fc-4efc-b3de-7a73014a2eb8 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:23.883385 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Attempting to bind port 66940d22-32fc-4efc-b3de-7a73014a2eb8 on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:23.889852 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:23.890225 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:23.890625 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.891116 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:23.891628 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Bound port: 66940d22-32fc-4efc-b3de-7a73014a2eb8, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:23.892302 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.929533 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:29:23.930173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Updating router 7a78d920-91ee-4ec7-a7aa-107296500b20 port 77212009-9030-4de9-8c17-a30292db5b32 binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:29:23.978749 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] For port 66940d22-32fc-4efc-b3de-7a73014a2eb8, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:23.985812 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] For port 66940d22-32fc-4efc-b3de-7a73014a2eb8, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=66940d22-32fc-4efc-b3de-7a73014a2eb8,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:24.006860 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.009223 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.081372 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.32', 60985) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:24.162726 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Routers {'d67fe552-3c4e-49eb-90d8-b9a924b537b7'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:24.163809 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:24.182492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55504) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:24.203455 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d67d0-3275-4bfe-aeea-c4b4d278bdc7 None None] Pushing event updated for resources: {'Port': ['ID=66940d22-32fc-4efc-b3de-7a73014a2eb8,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:24.308255 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Allocated IP 172.20.0.1 (2dc372da-64c0-4e73-9ebf-00355222074f/43bfff05-fcdc-4fbb-9eb2-accb050b2020/ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:24.323415 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-947b64a8-15e3-47b1-88a1-547b42a90886 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:24.324978 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-947b64a8-15e3-47b1-88a1-547b42a90886 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.2425878 Jul 22 02:29:24.342681 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] Set router d67fe552-3c4e-49eb-90d8-b9a924b537b7 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:24.375689 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Request body: {'port': {'device_id': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'admin_state_up': True, 'tenant_id': 'f5a9814d773b43e78a6a96b15d632db9'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:24.611764 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.633871 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Transition to ACTIVE for port object 77212009-9030-4de9-8c17-a30292db5b32 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:24.647211 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.698885 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Attempting to bind port 77212009-9030-4de9-8c17-a30292db5b32 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:24.699316 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Attempting to bind port 77212009-9030-4de9-8c17-a30292db5b32 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:24.699685 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Attempting to bind port 77212009-9030-4de9-8c17-a30292db5b32 on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:24.707713 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:24.708333 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:24.708740 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.709377 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:24.709923 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Bound port: 77212009-9030-4de9-8c17-a30292db5b32, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:24.710343 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.716700 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64556ade-a731-43d0-b9af-436ea177e897 None None] Pushing event updated for resources: {'Port': ['ID=77212009-9030-4de9-8c17-a30292db5b32,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:24.781746 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:29:20Z', 'revision_number': 3, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:24.800496 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] For port 77212009-9030-4de9-8c17-a30292db5b32, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:24.808683 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] For port 77212009-9030-4de9-8c17-a30292db5b32, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=77212009-9030-4de9-8c17-a30292db5b32,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:24.820118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.834200 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Made reservation on behalf of f5a9814d773b43e78a6a96b15d632db9 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:24.857038 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.859957 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb32b23-6703-4c4e-a679-d96d14e42573 None None] The sync data for ids ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'] in dv-cinder-792299-6-smb is: [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:29:20Z', 'revision_number': 3, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:24.885374 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55550) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:24.886211 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-375464e9-89d9-433d-86d3-4bd5bc555f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.895472 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:24.896164 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:24.977034 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64556ade-a731-43d0-b9af-436ea177e897 None None] Pushing event updated for resources: {'Port': ['ID=77212009-9030-4de9-8c17-a30292db5b32,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:25.026063 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-375464e9-89d9-433d-86d3-4bd5bc555f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.053166 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-375464e9-89d9-433d-86d3-4bd5bc555f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.121727 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-375464e9-89d9-433d-86d3-4bd5bc555f73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caf110d08ea04a45aa00d32326ed3b6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9056141 Jul 22 02:29:25.173287 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:25.187729 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-b30ab599-7a61-4c42-ab11-e026b4600864 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:25.189270 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-b30ab599-7a61-4c42-ab11-e026b4600864 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.32 "GET /v2.0/networks?id=13d015fd-df87-4092-937b-6b4768dde492 HTTP/1.1" status: 200 len: 811 time: 1.5100927 Jul 22 02:29:25.190550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375464e9-89d9-433d-86d3-4bd5bc555f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16c992e-00ef-4a40-862e-a07749fa6d62,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:25.270760 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55564) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:25.409819 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55574) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:25.434166 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Request body: {'port': {'device_id': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'network_id': '13d015fd-df87-4092-937b-6b4768dde492', 'admin_state_up': True, 'tenant_id': 'e14f91c3702a489a9ff95b0b6d53150d'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:25.506397 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed0e-d09d-4729-8182-cca55370c7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.581647 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8312d3ed-7f48-460b-97bd-9801cfba9801 req-92b1baf5-02aa-40ee-9d9b-935e691f0e28 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 210 time: 0.2132444 Jul 22 02:29:25.628599 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-86c2ebab-2929-4a79-b68a-cfa70fda6cdc req-f27956e8-4921-44d8-8b7f-90e96b8d440e tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.2817698 Jul 22 02:29:25.683037 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:20Z', 'revision_number': 3, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:25.711681 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Allocated IP 172.20.0.4 (48d459b1-7887-443d-b081-81f691741d51/29d9ca91-a6ab-4b21-8feb-a156ae4a6be5/dcf5cf86-652d-4091-a1cd-d2ee8dd299fb) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:25.747074 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8af60-6bfa-4258-af7f-50a17de8785a None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:20Z', 'revision_number': 3, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:25.807405 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.369208 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.631408 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.681091 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.755854 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.925660 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8095671e-6a79-4024-88f9-aea801a46faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.927235 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Made reservation on behalf of e14f91c3702a489a9ff95b0b6d53150d for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:26.931264 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.001893 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a3071da4-319c-4430-a794-80374503d1ee req-1a245b08-9812-454d-8e04-5adf007f7463 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0793648 Jul 22 02:29:27.023024 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77212009-9030-4de9-8c17-a30292db5b32 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:27.028818 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Network 48d459b1-7887-443d-b081-81f691741d51 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:27.037774 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:27.039714 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event updated for resources: {'Port': ['ID=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:27.045512 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:27.052973 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:27.057989 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.117890 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9d0a9-2584-413c-a195-b2f761da4a52 req-93b037e3-94b6-455d-a3b6-f146472e1a71 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:27.119826 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bac9d0a9-2584-413c-a195-b2f761da4a52 req-93b037e3-94b6-455d-a3b6-f146472e1a71 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 931 time: 0.3713384 Jul 22 02:29:27.164205 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 77212009-9030-4de9-8c17-a30292db5b32 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:27.177195 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 77212009-9030-4de9-8c17-a30292db5b32 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:27.185045 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.214579 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Network 2dc372da-64c0-4e73-9ebf-00355222074f is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:27.230572 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bac9d0a9-2584-413c-a195-b2f761da4a52 req-1e72aaf2-f6a3-43e4-a89b-db6575a6e2d0 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962932 Jul 22 02:29:27.280561 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b53d3135-1c3d-40e6-a117-f34c1b000f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.282580 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:27.331161 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:27.332000 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.343040 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.368253 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 77212009-9030-4de9-8c17-a30292db5b32, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=77212009-9030-4de9-8c17-a30292db5b32,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:27.375309 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.376418 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 66940d22-32fc-4efc-b3de-7a73014a2eb8 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:27.453629 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8095671e-6a79-4024-88f9-aea801a46faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.474898 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=77212009-9030-4de9-8c17-a30292db5b32,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:27.489621 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 66940d22-32fc-4efc-b3de-7a73014a2eb8 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:27.495448 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 66940d22-32fc-4efc-b3de-7a73014a2eb8 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:27.495878 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.628788 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.640756 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed0e-d09d-4729-8182-cca55370c7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.659757 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:27.662222 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-f6ab6653-5351-40b9-895d-d6030976ea36 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2906790 Jul 22 02:29:27.673248 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 66940d22-32fc-4efc-b3de-7a73014a2eb8, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=66940d22-32fc-4efc-b3de-7a73014a2eb8,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:27.685487 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.724874 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed0e-d09d-4729-8182-cca55370c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:27.766259 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=66940d22-32fc-4efc-b3de-7a73014a2eb8,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:27.886337 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4c87ed0e-d09d-4729-8182-cca55370c7f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad91d7b21f0946078ac3b12f6a5dc26a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9852827 Jul 22 02:29:27.889382 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55596) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:27.925421 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ed0e-d09d-4729-8182-cca55370c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0fa248-9397-4ee6-b6e6-9d2bff0e7f7e,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:27.983406 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72ede399-53ed-421e-a43b-29126220f476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.014631 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8095671e-6a79-4024-88f9-aea801a46faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.017418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8095671e-6a79-4024-88f9-aea801a46faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.028450 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8095671e-6a79-4024-88f9-aea801a46faf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c16c992e-00ef-4a40-862e-a07749fa6d62 HTTP/1.1" status: 204 len: 168 time: 2.7500017 Jul 22 02:29:28.030086 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72ede399-53ed-421e-a43b-29126220f476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.116539 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095671e-6a79-4024-88f9-aea801a46faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16c992e-00ef-4a40-862e-a07749fa6d62,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:28.150143 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Allocated IP 172.20.0.1 (fd538c70-07c0-4834-928f-b386fc0477e0/8b4d24f0-33b8-459e-b308-eaefcecfea67/4966cbf5-c66c-40e5-b8f4-74b5f4625055) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:28.169183 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72ede399-53ed-421e-a43b-29126220f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.172810 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72ede399-53ed-421e-a43b-29126220f476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.175732 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-72ede399-53ed-421e-a43b-29126220f476 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b0fa248-9397-4ee6-b6e6-9d2bff0e7f7e HTTP/1.1" status: 204 len: 168 time: 0.2850041 Jul 22 02:29:28.188211 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede399-53ed-421e-a43b-29126220f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0fa248-9397-4ee6-b6e6-9d2bff0e7f7e,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:28.230450 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Allocated IP 172.20.0.12 (13d015fd-df87-4092-937b-6b4768dde492/f92e0846-e971-42fe-8033-fb881c9940cd/5c89b6b4-79fb-4583-b374-c31a3c878a56) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:28.239130 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.302217 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2aa0770f-3e21-4e76-a7d6-5cc12671ee38 req-14564b6a-cd83-4261-aebd-c1bb4c7bb193 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.1109030 Jul 22 02:29:28.352221 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b53d3135-1c3d-40e6-a117-f34c1b000f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.404676 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b53d3135-1c3d-40e6-a117-f34c1b000f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.557155 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d96f9-ab41-47d0-8b2c-42b0c9c01159 req-8319caa2-5204-4f6a-8382-8eb319984e80 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.566479 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-923d96f9-ab41-47d0-8b2c-42b0c9c01159 req-8319caa2-5204-4f6a-8382-8eb319984e80 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 931 time: 0.1826980 Jul 22 02:29:28.664323 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-923d96f9-ab41-47d0-8b2c-42b0c9c01159 req-1526691f-b0df-4c04-87af-05b483e87bf9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Jul 22 02:29:28.686765 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55618) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:28.706970 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f90da9ef-8b16-42d4-9cd3-39c586de1ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.728381 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:28.762578 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Transition to ACTIVE for port object 4966cbf5-c66c-40e5-b8f4-74b5f4625055 will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:28.803743 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77212009-9030-4de9-8c17-a30292db5b32 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:28.869527 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-ff84f1e7-ff0b-42b7-af37-aa46239df292 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93227) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:29:28.875342 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-ff84f1e7-ff0b-42b7-af37-aa46239df292 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220637 Jul 22 02:29:28.960812 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 77212009-9030-4de9-8c17-a30292db5b32 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:28.961485 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.038990 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f90da9ef-8b16-42d4-9cd3-39c586de1ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.050847 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f90da9ef-8b16-42d4-9cd3-39c586de1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.148456 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55624) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:29.197214 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-f90da9ef-8b16-42d4-9cd3-39c586de1ebb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d86a476d3d8c4136a81e7836de34382b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5089319 Jul 22 02:29:29.197931 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fc75d905-84e9-4ec6-9c95-227192f1f39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.200282 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55626) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:29.282011 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 66940d22-32fc-4efc-b3de-7a73014a2eb8 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:29.291071 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da9ef-8b16-42d4-9cd3-39c586de1ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b9a65-7988-4c97-8a58-299ecadb0dc3,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:29.363108 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 66940d22-32fc-4efc-b3de-7a73014a2eb8 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:29.363706 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.395513 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24961e0c-4e15-4c7c-a75c-c3cfe8681541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.460404 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24961e0c-4e15-4c7c-a75c-c3cfe8681541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.517810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d3135-1c3d-40e6-a117-f34c1b000f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7afa3ac-e6c5-4ae2-8d87-b2e12da368e2,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:29.523962 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b53d3135-1c3d-40e6-a117-f34c1b000f08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dfb6e0df08d451b9709d290edc50361&name=default HTTP/1.1" status: 200 len: 2975 time: 4.0723808 Jul 22 02:29:29.530664 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55630) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:29.564887 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.620590 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.682344 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Pushing event updated for resources: {'Port': ['ID=4966cbf5-c66c-40e5-b8f4-74b5f4625055,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:29.703529 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e125a034-dcb8-415f-8ec0-83c615377391 req-1bde82db-838d-491d-979b-47744eee4e4e tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.2408700 Jul 22 02:29:29.706139 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Network fd538c70-07c0-4834-928f-b386fc0477e0 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:29.710782 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:29.726943 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:29.727457 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.742354 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24961e0c-4e15-4c7c-a75c-c3cfe8681541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.745839 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24961e0c-4e15-4c7c-a75c-c3cfe8681541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.747472 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-24961e0c-4e15-4c7c-a75c-c3cfe8681541 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f19b9a65-7988-4c97-8a58-299ecadb0dc3 HTTP/1.1" status: 204 len: 168 time: 0.5448260 Jul 22 02:29:29.806768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.807414 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fc75d905-84e9-4ec6-9c95-227192f1f39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.873339 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fc75d905-84e9-4ec6-9c95-227192f1f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:29.941142 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24961e0c-4e15-4c7c-a75c-c3cfe8681541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b9a65-7988-4c97-8a58-299ecadb0dc3,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:29.963945 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Pushing event updated for resources: {'Port': ['ID=5c89b6b4-79fb-4583-b374-c31a3c878a56,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:29.976411 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-fc75d905-84e9-4ec6-9c95-227192f1f39e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5e915d097d24e409c29fe3be71f6f32&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8206201 Jul 22 02:29:29.982148 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55638) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:30.010704 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Network 13d015fd-df87-4092-937b-6b4768dde492 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:30.057240 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8408f67b-2920-483a-8f04-e4c2f1f94a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.091621 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:30.093254 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75d905-84e9-4ec6-9c95-227192f1f39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226bf604-24e5-4c48-bbc1-eb3ee1651665,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:30.109024 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:30.116106 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-c03f63fd-ac2b-4d49-820c-77be099d0de2 None None] Provisioning for port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:30.116605 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:30.117239 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.120424 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-c03f63fd-ac2b-4d49-820c-77be099d0de2 None None] Provisioning complete for port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:30.120799 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c03f63fd-ac2b-4d49-820c-77be099d0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.163346 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8408f67b-2920-483a-8f04-e4c2f1f94a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.174580 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-c03f63fd-ac2b-4d49-820c-77be099d0de2 None None] Port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:29:30.183210 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-667d8dc0-4e7e-4f68-95b3-10e0e31f4326 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9094608 Jul 22 02:29:30.198334 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5c59-f721-4148-9bc5-8ef1cafa6e76 req-93edb107-221b-4bc3-9bc4-2d07f8561f23 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:30.206724 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-001a5c59-f721-4148-9bc5-8ef1cafa6e76 req-93edb107-221b-4bc3-9bc4-2d07f8561f23 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 931 time: 0.4677930 Jul 22 02:29:30.214569 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.252633 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.253859 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.271595 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-76f7c41e-b50c-4108-b7f6-6a81ec85be6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.366531 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-001a5c59-f721-4148-9bc5-8ef1cafa6e76 req-979a3666-d490-45d1-8b81-e3f736311ad6 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586025 Jul 22 02:29:30.370671 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8408f67b-2920-483a-8f04-e4c2f1f94a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.370805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.373608 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8408f67b-2920-483a-8f04-e4c2f1f94a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.374481 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-8408f67b-2920-483a-8f04-e4c2f1f94a95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7afa3ac-e6c5-4ae2-8d87-b2e12da368e2 HTTP/1.1" status: 204 len: 168 time: 0.8419642 Jul 22 02:29:30.377906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-76f7c41e-b50c-4108-b7f6-6a81ec85be6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.394357 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408f67b-2920-483a-8f04-e4c2f1f94a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7afa3ac-e6c5-4ae2-8d87-b2e12da368e2,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:30.406280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:30.504160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-76f7c41e-b50c-4108-b7f6-6a81ec85be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.506994 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-76f7c41e-b50c-4108-b7f6-6a81ec85be6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.508336 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-76f7c41e-b50c-4108-b7f6-6a81ec85be6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/226bf604-24e5-4c48-bbc1-eb3ee1651665 HTTP/1.1" status: 204 len: 168 time: 0.5178742 Jul 22 02:29:30.517314 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Network 2dc372da-64c0-4e73-9ebf-00355222074f is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:30.521796 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:30.529320 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7c41e-b50c-4108-b7f6-6a81ec85be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226bf604-24e5-4c48-bbc1-eb3ee1651665,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:30.875540 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.885077 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.886262 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:30.903053 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Router d67fe552-3c4e-49eb-90d8-b9a924b537b7 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:29:30.974904 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Pushing event updated for resources: {'Port': ['ID=4966cbf5-c66c-40e5-b8f4-74b5f4625055,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:31.067872 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81befd9a-9433-4fc3-81c4-e570b4828ceb req-8e6753db-f730-4665-826f-6ac98fc007f1 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:31.070631 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-81befd9a-9433-4fc3-81c4-e570b4828ceb req-8e6753db-f730-4665-826f-6ac98fc007f1 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 932 time: 0.2354486 Jul 22 02:29:31.194103 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-81befd9a-9433-4fc3-81c4-e570b4828ceb req-a9ebd489-d88c-49fa-84c1-9c7d5adca7e0 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103284 Jul 22 02:29:31.231418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:29:31.248924 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Sync routers for ids ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:29:31.257303 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b9e996d8-19d1-4b6b-a354-f8754cef84a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/d67fe552-3c4e-49eb-90d8-b9a924b537b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0703216 Jul 22 02:29:31.280614 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Routers {'d67fe552-3c4e-49eb-90d8-b9a924b537b7'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:31.281381 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:31.406528 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Network fd538c70-07c0-4834-928f-b386fc0477e0 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:31.410805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:31.702333 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Set router d67fe552-3c4e-49eb-90d8-b9a924b537b7 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:31.741344 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099523-ef64-4f81-b87f-369caf19cf4e req-11eeac8e-bb6d-4091-ba57-3a61f25690cb tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:31.746417 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-23099523-ef64-4f81-b87f-369caf19cf4e req-11eeac8e-bb6d-4091-ba57-3a61f25690cb tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 931 time: 0.2135632 Jul 22 02:29:31.769578 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:29:31.827079 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-26f84cef-9423-448d-bd60-07b75c01bd86 None None] Provisioning complete for port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:31.827708 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-26f84cef-9423-448d-bd60-07b75c01bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:31.854834 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-23099523-ef64-4f81-b87f-369caf19cf4e req-ba0f1847-f091-4403-914d-1c1ed3f621bc tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013141 Jul 22 02:29:31.946838 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-26f84cef-9423-448d-bd60-07b75c01bd86 None None] Port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:29:32.032389 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:29:32.045412 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:29:32.073963 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:32.074602 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:32.075909 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-780a61d2-0e4c-411b-ad49-c50530a48e73 admin admin] 10.222.0.25 "PUT /v2.0/routers/7a78d920-91ee-4ec7-a7aa-107296500b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3035147 Jul 22 02:29:32.129804 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': 'ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf', 'name': '', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'mac_address': 'fa:16:3e:11:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:23Z', 'updated_at': '2021-07-22T02:29:29Z', 'revision_number': 2, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'subnets': [{'id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:32.203218 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Checking router: d67fe552-3c4e-49eb-90d8-b9a924b537b7 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:29:32.203600 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Updating router d67fe552-3c4e-49eb-90d8-b9a924b537b7 port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:29:32.206589 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:32.259360 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:32.476588 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714d0c-2841-4a3c-8d1d-ec47ff05daa8 req-8898a145-4c9f-45e0-b9b4-adad0851841a tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.492851 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5f714d0c-2841-4a3c-8d1d-ec47ff05daa8 req-8898a145-4c9f-45e0-b9b4-adad0851841a tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 932 time: 0.1354077 Jul 22 02:29:32.556099 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5f714d0c-2841-4a3c-8d1d-ec47ff05daa8 req-b64fa139-6ed3-4690-8bbc-d16a2a4b5104 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613415 Jul 22 02:29:32.648523 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 2, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:32.727627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:29:32.729988 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Updating router 7a78d920-91ee-4ec7-a7aa-107296500b20 port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:29:32.779126 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:32.779759 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:32.794244 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Transition to ACTIVE for port object ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:32.807641 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:32.888389 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8660bc1-c677-434f-b171-e7997fc41c3c None None] Pushing event updated for resources: {'Port': ['ID=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:33.016550 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Attempting to bind port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:33.016550 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Attempting to bind port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:33.016971 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Attempting to bind port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf on network 2dc372da-64c0-4e73-9ebf-00355222074f {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:33.023747 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:33.024257 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Checking segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:33.035843 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.037374 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Bound using segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:33.039078 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Bound port: ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:33.040978 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.141766 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-bc7ff664-8786-41a1-bf05-6b36ebbc2c7d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:33.144158 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-bc7ff664-8786-41a1-bf05-6b36ebbc2c7d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 819 time: 0.2765441 Jul 22 02:29:33.169760 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-2f450a73-369b-4b7e-bc76-200b811d239e tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/quotas/df17f971dd6146ff9d6cf2f3117913cf HTTP/1.1" status: 200 len: 375 time: 0.0189023 Jul 22 02:29:33.193562 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] For port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:33.198681 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] For port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:33.213241 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.349393 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Routers {'d67fe552-3c4e-49eb-90d8-b9a924b537b7'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:33.350893 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:33.371456 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.390970 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Transition to ACTIVE for port object 4966cbf5-c66c-40e5-b8f4-74b5f4625055 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:33.408516 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.409625 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-c7c6c99e-5f73-462e-8078-809d20cbd6dc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2302635 Jul 22 02:29:33.461663 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218c8cc-980b-403a-9317-0e621ddedda2 None None] Pushing event updated for resources: {'Port': ['ID=4966cbf5-c66c-40e5-b8f4-74b5f4625055,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:33.605968 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] Set router d67fe552-3c4e-49eb-90d8-b9a924b537b7 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:33.676861 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Attempting to bind port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:33.677229 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Attempting to bind port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:33.677592 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Attempting to bind port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 on network fd538c70-07c0-4834-928f-b386fc0477e0 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:33.697023 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:33.706688 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Checking segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:33.707140 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.707553 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Bound using segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:33.708056 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Bound port: 4966cbf5-c66c-40e5-b8f4-74b5f4625055, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:33.708441 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.734442 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-1a8e2805-aaad-47e7-a042-7aa6109f427d service neutron] 10.222.0.25 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064854 Jul 22 02:29:33.926931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] For port 4966cbf5-c66c-40e5-b8f4-74b5f4625055, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:33.934723 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] For port 4966cbf5-c66c-40e5-b8f4-74b5f4625055, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4966cbf5-c66c-40e5-b8f4-74b5f4625055,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:33.945757 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': 'ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf', 'name': '', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'mac_address': 'fa:16:3e:11:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:23Z', 'updated_at': '2021-07-22T02:29:33Z', 'revision_number': 4, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'subnets': [{'id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:33.958311 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:33.979758 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8660bc1-c677-434f-b171-e7997fc41c3c None None] Pushing event updated for resources: {'Port': ['ID=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,revision_number=4']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:33.988511 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd1197-e297-46fd-9a19-3a573331c9a2 None None] The sync data for ids ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'] in dv-cinder-792299-6-smb is: [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': 'ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf', 'name': '', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'mac_address': 'fa:16:3e:11:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:23Z', 'updated_at': '2021-07-22T02:29:33Z', 'revision_number': 4, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'subnets': [{'id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:34.075959 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ee9f59a4-7da0-43a3-aad8-ee1e5fb57500 service neutron] 10.222.0.25 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341584 Jul 22 02:29:34.125261 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218c8cc-980b-403a-9317-0e621ddedda2 None None] Pushing event updated for resources: {'Port': ['ID=4966cbf5-c66c-40e5-b8f4-74b5f4625055,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:34.255234 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:34.261601 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:34.699004 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:34.817321 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55798) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:34.823991 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789106557', 'description': 'tempest-description--908192007'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:34.902546 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:34.974449 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Request body: {'port': {'device_id': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:35.003797 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:35.181295 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:35.186347 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:35.186825 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:35.195169 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Request body: {'port': {'device_id': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:35.353671 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:33Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:35.453785 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b68e2c-a504-44be-bb01-db4682ba3221 None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:33Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:35.464917 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:35.470948 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:35.524203 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:35.530843 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:35.654634 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:35.852638 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:35.914668 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7fd5d-dd50-4818-97c0-03affbe0758c req-6ac8e1e3-7aff-46bd-8af4-45caca70477a tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:35.930658 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-79c7fd5d-dd50-4818-97c0-03affbe0758c req-6ac8e1e3-7aff-46bd-8af4-45caca70477a tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 932 time: 0.9079866 Jul 22 02:29:35.945119 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:35.999514 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a782-36d2-45f4-a5cc-8885d5680e2e req-1b9eee14-e418-435c-955c-a6c87cbc2377 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:36.018201 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-19e9a782-36d2-45f4-a5cc-8885d5680e2e req-1b9eee14-e418-435c-955c-a6c87cbc2377 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 931 time: 0.9945829 Jul 22 02:29:36.020048 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:36.187774 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:36.189064 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3701417 Jul 22 02:29:36.246970 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55820) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:36.286857 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'security_group_rule': {'security_group_id': '8f22a2ee-4417-4042-b0a1-8c07e7a50018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:36.370967 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb733e-a2de-430e-ad55-97a31498609c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22a2ee-4417-4042-b0a1-8c07e7a50018,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:36.490937 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-19e9a782-36d2-45f4-a5cc-8885d5680e2e req-9308f4e7-edf2-4a35-98ab-2e64cf985680 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718070 Jul 22 02:29:36.530966 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-79c7fd5d-dd50-4818-97c0-03affbe0758c req-35a16597-8b7b-4a66-a901-02d26f7f93d4 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975316 Jul 22 02:29:36.568385 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.32', 60997) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:36.611197 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:36.865959 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf5cf86-652d-4091-a1cd-d2ee8dd299fb {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:36.886190 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-51436877-b104-4f5b-93a8-57bdfac2cbd3 req-8c6648dc-be66-4548-89f5-8ab48514a80a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 210 time: 0.2046440 Jul 22 02:29:36.891181 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:36.938555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Transition to ACTIVE for port object dcf5cf86-652d-4091-a1cd-d2ee8dd299fb will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:36.948792 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:36.958638 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.025627 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55850) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:37.053315 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:37.054196 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.056931 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:37.182109 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.239736 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Attempting to bind port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:37.240128 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Attempting to bind port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:37.240476 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Attempting to bind port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:37.265988 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb on network 48d459b1-7887-443d-b081-81f691741d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:37.266551 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Attempting to bind port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:37.272688 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:37.273201 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Checking segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:37.273937 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Bound using segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:37.274559 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Bound port: dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:37.274919 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.295548 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.320364 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4966cbf5-c66c-40e5-b8f4-74b5f4625055 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:37.362721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-bd2d73e4-1273-494b-b020-3376c6ae2e9e tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:37.364399 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-bd2d73e4-1273-494b-b020-3376c6ae2e9e tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 819 time: 0.7800388 Jul 22 02:29:37.382539 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1667-5d8a-4896-a816-d634d85bf105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.401716 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Request body: {'port': {'device_id': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'admin_state_up': True, 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:37.436004 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cc5a35-b1b0-4a0e-84a3-2acbdfd010cd,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:37.439252 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:37.440931 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] For port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:37.444643 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:37.445231 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.483066 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] For port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:37.507465 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.774662 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1667-5d8a-4896-a816-d634d85bf105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.790179 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:37.794991 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1667-5d8a-4896-a816-d634d85bf105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.805152 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.807961 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:37.808813 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.810728 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-0b89ab5f-3d71-4bd5-8b15-68abcc9fe886 service neutron] 10.222.0.32 "PUT /v2.0/ports/dcf5cf86-652d-4091-a1cd-d2ee8dd299fb HTTP/1.1" status: 200 len: 1093 time: 3.5858607 Jul 22 02:29:37.823947 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'tag': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:37.838423 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9f60ddc8-75cd-4ad3-a461-9e517c1606f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.865331 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 4966cbf5-c66c-40e5-b8f4-74b5f4625055, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4966cbf5-c66c-40e5-b8f4-74b5f4625055,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:37.873241 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.944439 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=4966cbf5-c66c-40e5-b8f4-74b5f4625055,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:37.956245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:37.958086 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-5f9b46cc-c5c1-4529-b602-deabc48abe13 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6940229 Jul 22 02:29:37.989240 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 55894) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:37.999605 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'security_group_rule': {'security_group_id': '8f22a2ee-4417-4042-b0a1-8c07e7a50018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:38.035394 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-aa3d1667-5d8a-4896-a816-d634d85bf105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29c1f32a28994df2971b6fd0f47c799e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0053802 Jul 22 02:29:38.035394 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d1667-5d8a-4896-a816-d634d85bf105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a46eca-ff18-4a60-a302-b76342071313,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:38.047737 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55896) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:38.109592 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6926960-10ef-47a4-b654-37b47753cb31 req-cbe443ba-6595-4d10-b5ab-4c7562e8e707 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.111250 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e6926960-10ef-47a4-b654-37b47753cb31 req-cbe443ba-6595-4d10-b5ab-4c7562e8e707 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 943 time: 0.3557351 Jul 22 02:29:38.133180 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-8353bcfa-3472-4184-8656-ae0e0e52da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.134712 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-8353bcfa-3472-4184-8656-ae0e0e52da9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 1096 time: 0.2017691 Jul 22 02:29:38.144806 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68dc9b-3a82-4752-8946-5e81cee70cad" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0682c0-93a6-47dc-9b99-c60d74f4c12a", "tag": "dcf5cf86-652d-4091-a1cd-d2ee8dd299fb"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:38.156468 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-afa25044-4a08-4393-ac62-d1246be5ee63 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.158039 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-afa25044-4a08-4393-ac62-d1246be5ee63 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 819 time: 0.7770479 Jul 22 02:29:38.187107 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e6e6-e95b-4818-a09d-07bf33190392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.201212 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c89b6b4-79fb-4583-b374-c31a3c878a56 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:38.205563 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.222029 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-ebcb612f-7fc2-4057-9bd0-90b1d75dfe84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb HTTP/1.1" status: 200 len: 217 time: 0.0736558 Jul 22 02:29:38.223151 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.250878 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0061c9e9-4faf-45fd-b2d9-35ed75eb724d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/quotas/df17f971dd6146ff9d6cf2f3117913cf HTTP/1.1" status: 200 len: 375 time: 0.0722384 Jul 22 02:29:38.279071 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e6e6-e95b-4818-a09d-07bf33190392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.288259 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Transition to ACTIVE for port object 5c89b6b4-79fb-4583-b374-c31a3c878a56 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:38.309568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.317040 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-30bd2f2e-31cf-45f4-9a85-43949dbc6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.318543 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-30bd2f2e-31cf-45f4-9a85-43949dbc6cb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.0884216 Jul 22 02:29:38.320899 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e6926960-10ef-47a4-b654-37b47753cb31 req-67400a10-b854-4e34-bbe4-9ef0df182f62 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715002 Jul 22 02:29:38.321481 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Made reservation on behalf of df17f971dd6146ff9d6cf2f3117913cf for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:38.326122 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.383742 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-9e10b7ff-08e2-4873-9841-d9c5f2aa3a79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585830 Jul 22 02:29:38.401894 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e6e6-e95b-4818-a09d-07bf33190392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.403885 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e6e6-e95b-4818-a09d-07bf33190392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.405023 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d7f5e6e6-e95b-4818-a09d-07bf33190392 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8a46eca-ff18-4a60-a302-b76342071313 HTTP/1.1" status: 204 len: 168 time: 0.3468761 Jul 22 02:29:38.434178 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5e6e6-e95b-4818-a09d-07bf33190392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a46eca-ff18-4a60-a302-b76342071313,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:38.496707 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-29e66a6f-2c73-49d1-b943-7a45f074cdda service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064596 Jul 22 02:29:38.500783 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.588094 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.604759 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-73ff5b1c-9513-4f8d-917f-55a856d30bb0 req-d998512a-764b-419d-84a9-7536771366c6 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008427 Jul 22 02:29:38.641780 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Pushing event updated for resources: {'Port': ['ID=5c89b6b4-79fb-4583-b374-c31a3c878a56,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:38.684550 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93386a5b-4d6a-46f0-8863-99df1f7c14e0,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:38.708811 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Attempting to bind port 5c89b6b4-79fb-4583-b374-c31a3c878a56 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:38.709192 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Attempting to bind port 5c89b6b4-79fb-4583-b374-c31a3c878a56 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '13d015fd-df87-4092-937b-6b4768dde492'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:38.709562 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Attempting to bind port 5c89b6b4-79fb-4583-b374-c31a3c878a56 on network 13d015fd-df87-4092-937b-6b4768dde492 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:38.722369 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4966cbf5-c66c-40e5-b8f4-74b5f4625055 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:38.733723 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.734930 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-c81ba0d9-1276-480a-a22d-734291d4f6b1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7397768 Jul 22 02:29:38.738529 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55914) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:38.744768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'floatingip': {'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:38.759000 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-2a46d6ef-d013-4d70-a19c-ebb2ab95d9bd tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4873190 Jul 22 02:29:38.770202 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Port 5c89b6b4-79fb-4583-b374-c31a3c878a56 on network 13d015fd-df87-4092-937b-6b4768dde492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:38.770754 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Attempting to bind port 5c89b6b4-79fb-4583-b374-c31a3c878a56 on network 13d015fd-df87-4092-937b-6b4768dde492 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:38.794846 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:38.795455 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.801976 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:38.802313 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Checking segment: {'id': 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '13d015fd-df87-4092-937b-6b4768dde492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:38.803080 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Bound using segment: {'id': 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '13d015fd-df87-4092-937b-6b4768dde492'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:38.803550 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Bound port: 5c89b6b4-79fb-4583-b374-c31a3c878a56, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '13d015fd-df87-4092-937b-6b4768dde492'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:38.803907 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.804706 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55916) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:38.822921 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf769-8907-4007-b96f-905836ec1642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.826768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:38.834047 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Allocated IP 172.20.0.5 (2dc372da-64c0-4e73-9ebf-00355222074f/43bfff05-fcdc-4fbb-9eb2-accb050b2020/e6c2178a-218e-4d68-88a6-5ab73559a1d0) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:38.873477 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43fe71-59f8-410d-afc8-fc3b6b86f0d5 req-fa895dea-d951-40f2-b8c7-0aaaee64e526 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.881425 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7d43fe71-59f8-410d-afc8-fc3b6b86f0d5 req-fa895dea-d951-40f2-b8c7-0aaaee64e526 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 944 time: 0.4366148 Jul 22 02:29:39.013739 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf769-8907-4007-b96f-905836ec1642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.020921 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.024328 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf769-8907-4007-b96f-905836ec1642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.041016 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7d43fe71-59f8-410d-afc8-fc3b6b86f0d5 req-2d701d5e-76cc-458d-a81e-0d03a01d220d tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250620 Jul 22 02:29:39.070460 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-b2295a88-0e8f-4a01-a177-af25d5777349 service neutron] 10.222.0.25 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105869 Jul 22 02:29:39.129173 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8c4bf769-8907-4007-b96f-905836ec1642 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3482b69e187444a69625905e118b5f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196583 Jul 22 02:29:39.130492 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] For port 5c89b6b4-79fb-4583-b374-c31a3c878a56, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:39.130616 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 55930) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:39.143492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bf769-8907-4007-b96f-905836ec1642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdfc48-2f21-47b7-a6ab-e036a94c9a24,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:39.257343 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] For port 5c89b6b4-79fb-4583-b374-c31a3c878a56, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56,segment=NetworkSegment(a181c508-2dd2-49af-8ff0-b61e1fe8bbc0),segment_id=a181c508-2dd2-49af-8ff0-b61e1fe8bbc0)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:39.259160 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Allocated IP 172.28.1.154 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/ca5e82f3-350c-4be6-91aa-4ce683c75215) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:39.266151 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1a50-0bab-4397-81c8-9f19223d7914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.294625 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.306669 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1a50-0bab-4397-81c8-9f19223d7914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.368355 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:39.368990 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.370583 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] 10.222.0.32 "PUT /v2.0/ports/5c89b6b4-79fb-4583-b374-c31a3c878a56 HTTP/1.1" status: 200 len: 1094 time: 5.1435690 Jul 22 02:29:39.378000 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'tag': '5c89b6b4-79fb-4583-b374-c31a3c878a56'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:39.427586 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1a50-0bab-4397-81c8-9f19223d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.430413 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1a50-0bab-4397-81c8-9f19223d7914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.434308 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-dd0e1a50-0bab-4397-81c8-9f19223d7914 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72bdfc48-2f21-47b7-a6ab-e036a94c9a24 HTTP/1.1" status: 204 len: 168 time: 0.3012159 Jul 22 02:29:39.437405 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.452135 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1a50-0bab-4397-81c8-9f19223d7914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdfc48-2f21-47b7-a6ab-e036a94c9a24,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:39.502722 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.506517 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-62ce350a-573e-42d2-ab80-64b3e4354e65 service neutron] 10.222.0.25 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151044 Jul 22 02:29:39.508254 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6cb882-bf72-456e-a789-a62b27469cad x-openstack-request-id: req-ed6cb882-bf72-456e-a789-a62b27469cad {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:39.508735 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0682c0-93a6-47dc-9b99-c60d74f4c12a", "tag": "dcf5cf86-652d-4091-a1cd-d2ee8dd299fb", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:39.509118 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed6cb882-bf72-456e-a789-a62b27469cad {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:39.509782 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'tag': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'status': 'completed', 'code': 200} Jul 22 02:29:39.548835 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.558727 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d62334-6f99-4f80-a0bd-306d6df54700" -d '{"events": [{"name": "network-changed", "server_uuid": "a899c01d-ce4e-47e1-abea-dd3ecf74e0f1", "tag": "5c89b6b4-79fb-4583-b374-c31a3c878a56"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:39.564756 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33538eff-4fdf-45ff-addd-70265f161d2c service neutron] Pushing event updated for resources: {'Port': ['ID=5c89b6b4-79fb-4583-b374-c31a3c878a56,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:39.646001 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-d3aa6a5e-aa7e-47df-8632-003dfdaba4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:39.647729 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-d3aa6a5e-aa7e-47df-8632-003dfdaba4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e14f91c3702a489a9ff95b0b6d53150d&device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 1097 time: 0.2116344 Jul 22 02:29:39.655311 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.666290 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'Port': ['ID=ca5e82f3-350c-4be6-91aa-4ce683c75215,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:39.689200 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Network 2dc372da-64c0-4e73-9ebf-00355222074f is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:39.717340 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:39.719757 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:39.725563 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:39.760838 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:39.791096 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:39.796629 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:39.797227 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.808220 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-9353ff9a-e293-454d-bd54-4d22dcf38899 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56 HTTP/1.1" status: 200 len: 217 time: 0.1381545 Jul 22 02:29:39.822114 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.893455 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-d5986668-911d-4571-a273-45172eb61e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:39.894873 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5156262 Jul 22 02:29:39.895072 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-d5986668-911d-4571-a273-45172eb61e45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 1096 time: 0.2725062 Jul 22 02:29:39.895734 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.928067 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Request body: {'port': {'device_id': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:39.932185 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54f4c3-47b9-4e10-8393-21894ae86d43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Pushing event updated for resources: {'Port': ['ID=e6c2178a-218e-4d68-88a6-5ab73559a1d0,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:40.057039 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.094296 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f135d-749d-4ef1-867a-0358340d7d46 x-openstack-request-id: req-e05f135d-749d-4ef1-867a-0358340d7d46 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:40.094804 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a899c01d-ce4e-47e1-abea-dd3ecf74e0f1", "tag": "5c89b6b4-79fb-4583-b374-c31a3c878a56", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:40.094905 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e05f135d-749d-4ef1-867a-0358340d7d46 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:40.095401 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'tag': '5c89b6b4-79fb-4583-b374-c31a3c878a56', 'status': 'completed', 'code': 200} Jul 22 02:29:40.140085 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-655dbdb8-a84e-49e1-bd6f-a0686640e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:40.141805 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-655dbdb8-a84e-49e1-bd6f-a0686640e0ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f92e0846-e971-42fe-8033-fb881c9940cd HTTP/1.1" status: 200 len: 851 time: 0.3086605 Jul 22 02:29:40.170855 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-818fcb09-6476-4750-9608-b7e07c13c742 req-a20f9130-401b-4613-895b-2f2259d6102b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 210 time: 0.0490038 Jul 22 02:29:40.246717 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-c08e0bcd-3ad6-41d0-80c0-febc3a49ef75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13d015fd-df87-4092-937b-6b4768dde492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784216 Jul 22 02:29:40.293877 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d5a53346-19d2-4b06-ab40-4a592ad99e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.294073 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157a995-7df1-4013-ae6f-8bbaaaa2c5e2 req-c015da3d-a6cd-43ee-a0e1-8571c1dba298 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:40.300892 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e157a995-7df1-4013-ae6f-8bbaaaa2c5e2 req-c015da3d-a6cd-43ee-a0e1-8571c1dba298 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 943 time: 0.5692623 Jul 22 02:29:40.353299 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.433015 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e157a995-7df1-4013-ae6f-8bbaaaa2c5e2 req-91d59183-b326-48a7-827b-ccbfcbb8670c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311572 Jul 22 02:29:40.489085 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.533909 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-62b234f7-0548-4c54-af6e-12c413fa5f57 service neutron] 10.222.0.32 "GET /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783248 Jul 22 02:29:40.566320 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.601812 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.708043 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56000) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:40.762408 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'Port': ['ID=ca5e82f3-350c-4be6-91aa-4ce683c75215,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:40.770188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.827878 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.846606 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b9e25ab0-53d3-44fb-9523-8d7574eb474e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0942895 Jul 22 02:29:40.888866 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-82b9f818-99e6-4765-bd8a-5ee18060cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:40.890546 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-82b9f818-99e6-4765-bd8a-5ee18060cf15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 915 time: 0.9683182 Jul 22 02:29:40.895819 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7293ee3-bf0d-4b83-9ac3-aecc887cbccb req-b83b92ed-1d63-4cd1-80ff-f96dd1e85391 service neutron] 10.222.0.32 "GET /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506939 Jul 22 02:29:40.950021 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926dc3e-1213-43b9-943d-cea612a87ad5 req-7b51d475-3643-4ed5-a5ea-25f456b7ff7d tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:40.951528 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f926dc3e-1213-43b9-943d-cea612a87ad5 req-7b51d475-3643-4ed5-a5ea-25f456b7ff7d tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 944 time: 0.4208548 Jul 22 02:29:41.011564 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248546432-network', 'tenant_id': 'a5fd9cdfad6a4f4eb92e25c0b3adda65'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:41.031450 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-c99aee42-45e3-4f47-85f8-ad32d0bf10eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb HTTP/1.1" status: 200 len: 217 time: 0.1226680 Jul 22 02:29:41.074067 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.32', 61005) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:41.153890 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-2089bfab-836c-4102-9c04-8429a2f7f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:41.155855 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-2089bfab-836c-4102-9c04-8429a2f7f164 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.1140091 Jul 22 02:29:41.232572 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-b3c851d4-c2e5-4cf1-b909-20a271e7372a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591257 Jul 22 02:29:41.312957 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f926dc3e-1213-43b9-943d-cea612a87ad5 req-bb7dbec7-c511-43ca-8b85-56887b56d9df tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292770 Jul 22 02:29:41.373630 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0fbf6fba-0ae3-40ad-970e-486db8102456 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:41.375517 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0fbf6fba-0ae3-40ad-970e-486db8102456 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 819 time: 0.2677755 Jul 22 02:29:41.399935 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-29be3350-4546-4f54-9a68-f0c72d7711d7 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575654 Jul 22 02:29:41.406435 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Request body: {'port': {'device_id': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'admin_state_up': True, 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:41.425249 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Made reservation on behalf of a5fd9cdfad6a4f4eb92e25c0b3adda65 for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:41.427538 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.492742 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f68dc9b-3a82-4752-8946-5e81cee70cad req-73a26dac-d48c-45b6-a8ac-c54666c6c956 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839961 Jul 22 02:29:41.515298 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.528694 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f38ca6f4-207f-4765-af76-1a376ccad04f req-e15fadbc-e9c2-4ef8-94c1-40025998307c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 210 time: 0.1062605 Jul 22 02:29:41.571441 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.600622 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-692461d1-6f82-4002-aead-9f22ceaa1a29 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1789106557&fields=id&tenant_id=61e9ccbae20340b0b131756cb766b409 HTTP/1.1" status: 200 len: 267 time: 0.2435572 Jul 22 02:29:41.620425 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c2178a-218e-4d68-88a6-5ab73559a1d0 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:41.651740 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-6cbe3d88-402d-466c-8d01-35f648585886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:41.653382 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-6cbe3d88-402d-466c-8d01-35f648585886 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e14f91c3702a489a9ff95b0b6d53150d&device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 1097 time: 0.6276219 Jul 22 02:29:41.674725 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.780530 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Transition to ACTIVE for port object e6c2178a-218e-4d68-88a6-5ab73559a1d0 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:41.837599 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.027141 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-6441b7e3-ae12-46bd-9711-b4d735773674 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.028635 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-6441b7e3-ae12-46bd-9711-b4d735773674 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 811 time: 0.4118474 Jul 22 02:29:42.036035 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6c2178a-218e-4d68-88a6-5ab73559a1d0,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.056165 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b89dc-9afe-40e8-9364-e637add0799c req-6d255b5b-d742-4ea4-9f57-0e160cea4800 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.057636 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d05b89dc-9afe-40e8-9364-e637add0799c req-6d255b5b-d742-4ea4-9f57-0e160cea4800 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 943 time: 0.4561298 Jul 22 02:29:42.065660 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-377f1ff2-1f0c-40a3-94f9-a8b5e68854cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.067079 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-377f1ff2-1f0c-40a3-94f9-a8b5e68854cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=13d015fd-df87-4092-937b-6b4768dde492 HTTP/1.1" status: 200 len: 912 time: 0.3813140 Jul 22 02:29:42.131336 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-36097d47-4c31-46b3-91e6-9bd67abc4ba5 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/quotas/61e9ccbae20340b0b131756cb766b409 HTTP/1.1" status: 200 len: 375 time: 0.0912457 Jul 22 02:29:42.163680 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.171785 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-bc2d0337-7974-4879-ac82-5be0995866d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56 HTTP/1.1" status: 200 len: 217 time: 0.0793447 Jul 22 02:29:42.181036 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.183829 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Attempting to bind port e6c2178a-218e-4d68-88a6-5ab73559a1d0 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:42.184176 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Attempting to bind port e6c2178a-218e-4d68-88a6-5ab73559a1d0 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:42.184509 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Attempting to bind port e6c2178a-218e-4d68-88a6-5ab73559a1d0 on network 2dc372da-64c0-4e73-9ebf-00355222074f {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:42.407333 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Port e6c2178a-218e-4d68-88a6-5ab73559a1d0 on network 2dc372da-64c0-4e73-9ebf-00355222074f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:42.411340 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Attempting to bind port e6c2178a-218e-4d68-88a6-5ab73559a1d0 on network 2dc372da-64c0-4e73-9ebf-00355222074f {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:42.434171 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:42.446220 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d05b89dc-9afe-40e8-9364-e637add0799c req-ab2f5c16-b43e-4d76-8a47-28d187f36eea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766983 Jul 22 02:29:42.453394 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Made reservation on behalf of df17f971dd6146ff9d6cf2f3117913cf for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:42.458018 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.465547 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:42.465911 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Checking segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:42.466300 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Bound using segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:42.466757 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Bound port: e6c2178a-218e-4d68-88a6-5ab73559a1d0, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:42.467114 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.481478 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913baf20-0825-473e-9404-bb40a244eb16,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.519294 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.519658 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Added segment ab69b800-776e-4de3-99e1-12fdf01c5f8a of type vlan for network 8377e459-f801-4e3f-aa45-217860bc821a Jul 22 02:29:42.523652 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-a7df5e15-a365-48aa-9c3e-3d72d062f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.525150 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-a7df5e15-a365-48aa-9c3e-3d72d062f312 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f92e0846-e971-42fe-8033-fb881c9940cd HTTP/1.1" status: 200 len: 851 time: 0.3341727 Jul 22 02:29:42.566962 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dcf5cf86-652d-4091-a1cd-d2ee8dd299fb details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:42.661222 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-15704a4b-545a-4c71-8736-eacc7b17b494 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13d015fd-df87-4092-937b-6b4768dde492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229746 Jul 22 02:29:42.714445 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:42.734897 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'port_id': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'mac_address': 'fa:16:3e:bd:31:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9ca91-a6ab-4b21-8feb-a156ae4a6be5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:42.746412 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.775867 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.791265 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf5cf86-652d-4091-a1cd-d2ee8dd299fb {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:42.823593 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:42.823969 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fa204f19-684c-4ef2-ab1e-93f96742e479 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6575058 Jul 22 02:29:42.830355 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.889575 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.985908 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] For port e6c2178a-218e-4d68-88a6-5ab73559a1d0, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:42.994259 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.995222 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.995875 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.037837 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.055852 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] For port e6c2178a-218e-4d68-88a6-5ab73559a1d0, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:43.079457 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:43.092847 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c6aa-8b33-4d7f-ae87-ada43e922630 req-c6ab2ea1-2e54-4058-8413-e7c0c9aaf7a4 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.094376 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4356c6aa-8b33-4d7f-ae87-ada43e922630 req-c6ab2ea1-2e54-4058-8413-e7c0c9aaf7a4 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 944 time: 0.5406625 Jul 22 02:29:43.115233 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.130621 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-bf9193a2-f2dc-4281-9d2e-51239cc711fc service neutron] 10.222.0.32 "GET /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413600 Jul 22 02:29:43.131832 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4214661 Jul 22 02:29:43.134581 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Allocated IP 172.20.0.2 (2dc372da-64c0-4e73-9ebf-00355222074f/43bfff05-fcdc-4fbb-9eb2-accb050b2020/01efd73e-eeee-4aee-8128-983823de3045) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:43.135146 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56084) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:43.142764 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Request body: {'subnet': {'network_id': '8377e459-f801-4e3f-aa45-217860bc821a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248546432-subnet', 'tenant_id': 'a5fd9cdfad6a4f4eb92e25c0b3adda65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:43.164867 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Made reservation on behalf of a5fd9cdfad6a4f4eb92e25c0b3adda65 for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:43.168017 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.208171 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:29:43.234402 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170cec-ce65-4381-ad83-4c771a649795 admin admin] Pushing event updated for resources: {'Network': ['ID=8377e459-f801-4e3f-aa45-217860bc821a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:43.254589 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 8377e459-f801-4e3f-aa45-217860bc821a details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:43.276118 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.276836 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.278396 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] 10.222.0.32 "PUT /v2.0/ports/e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 1093 time: 3.3594968 Jul 22 02:29:43.279104 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'tag': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:43.281342 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c6ed5-00f2-45fd-ad60-cf5afc567512" -d '{"events": [{"name": "network-changed", "server_uuid": "89b92852-7da8-434b-a36b-3c6d6e9dfa5d", "tag": "e6c2178a-218e-4d68-88a6-5ab73559a1d0"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:43.324107 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-8ab9133a-a719-4bf8-9bd3-992a71b6cbf0 service neutron] 10.222.0.25 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747131 Jul 22 02:29:43.374591 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4356c6aa-8b33-4d7f-ae87-ada43e922630 req-cc536b4d-3912-43c6-aabd-cb2d3cf89204 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628107 Jul 22 02:29:43.400829 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.437214 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947423bf-4b28-4176-84bf-e28ba2dd2c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6c2178a-218e-4d68-88a6-5ab73559a1d0,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:43.455641 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876119a0-65dd-4700-8889-0f91cb941ab3,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:43.473506 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Checking segment: {'id': 'ab69b800-776e-4de3-99e1-12fdf01c5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:43.473506 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Network hostable DHCP agents. Network: 8377e459-f801-4e3f-aa45-217860bc821a, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:43.489544 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Network 8377e459-f801-4e3f-aa45-217860bc821a is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:43.498302 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 8377e459-f801-4e3f-aa45-217860bc821a) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:43.502812 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.503358 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.510383 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a0abc-775d-43b5-93d3-0a0d03743ab4 None None] Network 8377e459-f801-4e3f-aa45-217860bc821a requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:43.528857 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0e26fcb2-931b-4336-b765-7f2047b987e0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3838122 Jul 22 02:29:43.541769 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-357c25e9-6c77-484b-ab1f-32622c73c6d5 req-563cb1f7-0fd9-4137-9b5e-29d322ab0310 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 210 time: 0.0910089 Jul 22 02:29:43.593422 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0d62334-6f99-4f80-a0bd-306d6df54700 req-fdca38af-24af-4731-8205-ab67c35d34af service neutron] 10.222.0.32 "GET /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233816 Jul 22 02:29:43.635839 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce63f48b-4ed2-4a63-8137-6d0825f42670 x-openstack-request-id: req-ce63f48b-4ed2-4a63-8137-6d0825f42670 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:43.636126 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b92852-7da8-434b-a36b-3c6d6e9dfa5d", "tag": "e6c2178a-218e-4d68-88a6-5ab73559a1d0", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:43.636380 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce63f48b-4ed2-4a63-8137-6d0825f42670 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:43.636779 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'tag': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0', 'status': 'completed', 'code': 200} Jul 22 02:29:43.657940 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-778f7a69-146a-473b-92c1-539c6e5f14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.659750 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-778f7a69-146a-473b-92c1-539c6e5f14d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1096 time: 0.3166237 Jul 22 02:29:43.671351 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-a6103291-9016-4d6b-b501-a785feedae18 service neutron] 10.222.0.25 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269832 Jul 22 02:29:43.715210 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e925bb7-2350-40c5-92ff-9392e25d680b None None] Network 8377e459-f801-4e3f-aa45-217860bc821a requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:43.753521 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-25ce9025-5025-4733-924e-c5e7bf726749 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0809009 Jul 22 02:29:43.843856 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.875718 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-b0920222-83ae-4ada-97ab-88c98bb72ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.878021 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-b0920222-83ae-4ada-97ab-88c98bb72ca5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1134329 Jul 22 02:29:43.943734 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-ae91534b-4f6e-40f0-a118-7e93c0a955f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582807 Jul 22 02:29:44.071544 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56122) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.086906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd111a-07ef-4b42-bfea-de8edd85a60b req-736f9818-069a-479b-86c6-d72b3f4218cd tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:44.095600 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b2bd111a-07ef-4b42-bfea-de8edd85a60b req-736f9818-069a-479b-86c6-d72b3f4218cd tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 944 time: 0.3465912 Jul 22 02:29:44.099030 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b5467921-408d-483f-afd1-33aeda13dc56 req-db0dd459-47f8-45be-9a02-1cd007f3b263 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 210 time: 0.1073248 Jul 22 02:29:44.150144 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.243509 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1e600269-a944-4711-b822-1e33aeaec5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.249288 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Pushing event updated for resources: {'Port': ['ID=01efd73e-eeee-4aee-8128-983823de3045,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.261039 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Network 2dc372da-64c0-4e73-9ebf-00355222074f is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:44.264667 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b2bd111a-07ef-4b42-bfea-de8edd85a60b req-35f44b26-813d-4408-987d-9b4e7b04d9ed tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681335 Jul 22 02:29:44.267933 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:44.274620 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:44.280546 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:44.281319 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.314609 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-de34aacd-5f99-420f-87cc-2450d72b7f6d service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627572 Jul 22 02:29:44.370227 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1e600269-a944-4711-b822-1e33aeaec5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.375789 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1e600269-a944-4711-b822-1e33aeaec5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.418890 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-0f52e746-4567-470a-a1f2-02afdf370510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0216110 Jul 22 02:29:44.435410 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-1e600269-a944-4711-b822-1e33aeaec5c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8880456fe722491098561c6b196161de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628273 Jul 22 02:29:44.436301 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56142) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.436738 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56144) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.438540 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Request body: {'port': {'device_id': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:44.448864 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1243800348-network', 'tenant_id': '101a5ad188484c53bc7c6d634910138c'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:44.455696 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600269-a944-4711-b822-1e33aeaec5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523f27c-803c-4600-8a73-a5bc1d6f6ba8,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.506248 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Made reservation on behalf of 101a5ad188484c53bc7c6d634910138c for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:44.508559 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.523937 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.528774 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-58055c6d-08ee-4cac-8df6-f1d7dbf6fd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.554823 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5c89b6b4-79fb-4583-b374-c31a3c878a56 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:44.565393 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-58055c6d-08ee-4cac-8df6-f1d7dbf6fd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.669325 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-58055c6d-08ee-4cac-8df6-f1d7dbf6fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.672318 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-58055c6d-08ee-4cac-8df6-f1d7dbf6fd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.676908 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-58055c6d-08ee-4cac-8df6-f1d7dbf6fd00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5523f27c-803c-4600-8a73-a5bc1d6f6ba8 HTTP/1.1" status: 204 len: 168 time: 0.2388573 Jul 22 02:29:44.695062 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58055c6d-08ee-4cac-8df6-f1d7dbf6fd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523f27c-803c-4600-8a73-a5bc1d6f6ba8,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.696895 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5c89b6b4-79fb-4583-b374-c31a3c878a56, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56,segment=NetworkSegment(a181c508-2dd2-49af-8ff0-b61e1fe8bbc0),segment_id=a181c508-2dd2-49af-8ff0-b61e1fe8bbc0)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:44.709357 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '5c89b6b4-79fb-4583-b374-c31a3c878a56', 'network_id': '13d015fd-df87-4092-937b-6b4768dde492', 'port_id': '5c89b6b4-79fb-4583-b374-c31a3c878a56', 'mac_address': 'fa:16:3e:87:dc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92e0846-e971-42fe-8033-fb881c9940cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:44.719459 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dcf5cf86-652d-4091-a1cd-d2ee8dd299fb up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:44.723919 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.729957 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.756589 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:44.773725 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9a3d4-0606-4c4e-8406-b699483230fb,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.780191 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.780669 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Added segment ef7fa6ac-89df-43b6-8453-61de9c270bbe of type vlan for network 8d604b48-8337-44bc-8ae5-9022294ce63c Jul 22 02:29:44.807176 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a85c98af-19ac-4017-bb64-c96c2e3d582f req-8985c01c-a011-4103-9645-f8028cde0511 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863691 Jul 22 02:29:44.858714 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.868584 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:44.879367 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:44.879731 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.881166 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.903608 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c89b6b4-79fb-4583-b374-c31a3c878a56 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:44.916609 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.918433 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:44.919031 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.959576 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5c89b6b4-79fb-4583-b374-c31a3c878a56, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56,segment=NetworkSegment(a181c508-2dd2-49af-8ff0-b61e1fe8bbc0),segment_id=a181c508-2dd2-49af-8ff0-b61e1fe8bbc0)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:44.973659 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5292473 Jul 22 02:29:44.976732 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56156) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.978383 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.984977 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Request body: {'subnet': {'network_id': '8d604b48-8337-44bc-8ae5-9022294ce63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1243800348-subnet', 'tenant_id': '101a5ad188484c53bc7c6d634910138c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:44.986368 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.013834 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895b57-064e-48b6-9ccf-4ee34c4d1703 req-18afc536-eeab-4e16-9a78-89d412af7f46 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.018915 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f9895b57-064e-48b6-9ccf-4ee34c4d1703 req-18afc536-eeab-4e16-9a78-89d412af7f46 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 944 time: 0.5383732 Jul 22 02:29:45.043397 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28308108-0f85-426b-acbe-1d1babe9e840 admin admin] Pushing event updated for resources: {'Network': ['ID=8d604b48-8337-44bc-8ae5-9022294ce63c,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:45.063344 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Made reservation on behalf of 101a5ad188484c53bc7c6d634910138c for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:45.067246 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 8d604b48-8337-44bc-8ae5-9022294ce63c details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:45.067943 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.074319 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ef4c6-a5d5-45bb-bd74-7fd4e85a3ab9 req-2c488941-ece0-4034-aa1f-561a56180416 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.075895 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-597ef4c6-a5d5-45bb-bd74-7fd4e85a3ab9 req-2c488941-ece0-4034-aa1f-561a56180416 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 931 time: 0.3085830 Jul 22 02:29:45.112262 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=5c89b6b4-79fb-4583-b374-c31a3c878a56,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:45.127749 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.192808 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-9ea2c563-bc6b-4884-a6e3-8cb232de0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.194415 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-9ea2c563-bc6b-4884-a6e3-8cb232de0ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1096 time: 0.3250465 Jul 22 02:29:45.265180 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f9895b57-064e-48b6-9ccf-4ee34c4d1703 req-1375fe54-70b9-4147-b3d6-c7ea526d1121 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330632 Jul 22 02:29:45.278725 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['5c89b6b4-79fb-4583-b374-c31a3c878a56'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:45.373547 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:45.385523 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-597ef4c6-a5d5-45bb-bd74-7fd4e85a3ab9 req-b527ce42-b87b-4b58-a8a4-230973e45bcc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263474 Jul 22 02:29:45.396729 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56172) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:45.460341 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-400327ca-0e0b-495a-87ec-69fc293a19ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.525762 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:45.543074 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.689163 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-400327ca-0e0b-495a-87ec-69fc293a19ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.698599 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56190) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:45.708876 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-400327ca-0e0b-495a-87ec-69fc293a19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.728255 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-399b8df2-3ccd-4a35-be27-41cc54ddfdb2 req-41d2bd5a-b82c-45b1-99b6-fd3cca2463f0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 210 time: 0.2137849 Jul 22 02:29:45.793321 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-400327ca-0e0b-495a-87ec-69fc293a19ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f70b5756e484dd69518d1ba8d33169e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953354 Jul 22 02:29:45.793637 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56198) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:45.808336 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-5bb0795e-8f81-4901-8ed5-d2cfcf3f84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.809866 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-5bb0795e-8f81-4901-8ed5-d2cfcf3f84a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.5993581 Jul 22 02:29:45.818715 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5932e-fbc2-4315-88b0-804f1e085295" -d '{"events": [{"server_uuid": "9a0682c0-93a6-47dc-9b99-c60d74f4c12a", "name": "network-vif-plugged", "status": "completed", "tag": "dcf5cf86-652d-4091-a1cd-d2ee8dd299fb"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:45.833665 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:45.908777 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-dd2e6ebf-f213-49a2-9416-568da527080b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.910674 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-dd2e6ebf-f213-49a2-9416-568da527080b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 811 time: 0.6233871 Jul 22 02:29:45.911955 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-b2ac1a06-451a-4d5a-bab5-06b828540fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0692880 Jul 22 02:29:45.916687 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.984669 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-82e61f34-35fe-499b-887c-9703be233275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.991999 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400327ca-0e0b-495a-87ec-69fc293a19ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebeb222-eabb-4df4-85cc-d069c4eb2e83,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:45.995794 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de5317-87ec-4057-9a07-2f2c85c3c572 req-811afc5d-748c-4200-883f-37506164e252 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.997661 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-81de5317-87ec-4057-9a07-2f2c85c3c572 req-811afc5d-748c-4200-883f-37506164e252 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 945 time: 0.4638131 Jul 22 02:29:46.043886 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43052df4-0db5-45eb-8707-cc36dcf7740a,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:46.047712 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6697d9-694f-4af9-84a6-ea21df92231b x-openstack-request-id: req-8d6697d9-694f-4af9-84a6-ea21df92231b {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:46.048482 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0682c0-93a6-47dc-9b99-c60d74f4c12a", "name": "network-vif-plugged", "status": "completed", "tag": "dcf5cf86-652d-4091-a1cd-d2ee8dd299fb", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:46.048775 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d6697d9-694f-4af9-84a6-ea21df92231b {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:46.049252 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'code': 200} Jul 22 02:29:46.056685 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-12902aec-0e8a-4c7d-b492-7fd2553ebc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.074964 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-b29ec6bf-75bf-49c0-afe0-ced94338c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:46.076446 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-b29ec6bf-75bf-49c0-afe0-ced94338c542 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1495152 Jul 22 02:29:46.091490 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-eb217b45-6361-457a-9664-e1d4e15fe476 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61e9ccbae20340b0b131756cb766b409 HTTP/1.1" status: 200 len: 380 time: 0.1633720 Jul 22 02:29:46.098343 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Checking segment: {'id': 'ef7fa6ac-89df-43b6-8453-61de9c270bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d604b48-8337-44bc-8ae5-9022294ce63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:46.098695 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Network hostable DHCP agents. Network: 8d604b48-8337-44bc-8ae5-9022294ce63c, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:46.101828 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-12902aec-0e8a-4c7d-b492-7fd2553ebc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.121728 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'port': {'device_id': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'admin_state_up': True, 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'security_groups': ['8f22a2ee-4417-4042-b0a1-8c07e7a50018']}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:46.144761 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-81de5317-87ec-4057-9a07-2f2c85c3c572 req-672fd4f0-0b46-4cbb-bea9-057a49c9751b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356611 Jul 22 02:29:46.172656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Network 8d604b48-8337-44bc-8ae5-9022294ce63c is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:46.189788 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-3ab1ddbe-3310-438a-9a74-c9e326e4dc6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971150 Jul 22 02:29:46.193405 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 8d604b48-8337-44bc-8ae5-9022294ce63c) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:46.197819 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:46.198568 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.214646 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62563b-f856-41b6-afa8-260a6426eedc None None] Network 8d604b48-8337-44bc-8ae5-9022294ce63c requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:46.224050 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-82e61f34-35fe-499b-887c-9703be233275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.224050 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-12902aec-0e8a-4c7d-b492-7fd2553ebc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.225836 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-12902aec-0e8a-4c7d-b492-7fd2553ebc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.227026 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-12902aec-0e8a-4c7d-b492-7fd2553ebc23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ebeb222-eabb-4df4-85cc-d069c4eb2e83 HTTP/1.1" status: 204 len: 168 time: 0.4239368 Jul 22 02:29:46.238308 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01efd73e-eeee-4aee-8128-983823de3045 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:46.244359 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-82e61f34-35fe-499b-887c-9703be233275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.247576 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12902aec-0e8a-4c7d-b492-7fd2553ebc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebeb222-eabb-4df4-85cc-d069c4eb2e83,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:46.297430 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8ded356e-10a2-43a5-bf98-8f40341c0fc2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3106987 Jul 22 02:29:46.297430 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e61f34-35fe-499b-887c-9703be233275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8df7768-d3f1-4449-b6b8-a79449b8fa85,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:46.353265 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.389374 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Transition to ACTIVE for port object 01efd73e-eeee-4aee-8128-983823de3045 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:46.417536 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.460074 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-82e61f34-35fe-499b-887c-9703be233275 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d3c9a218eb542e79f4e3397ae24c059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600458 Jul 22 02:29:46.469190 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56216) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:46.485341 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62407093-f624-45a5-bfa8-2ac115bbc496 None None] Network 8d604b48-8337-44bc-8ae5-9022294ce63c requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:46.505963 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-4e74f605-87ab-42f2-b79b-40e13a71acc9 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984548 Jul 22 02:29:46.571414 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d6331-dd1b-4b0e-b323-9f270893e50c req-8ad4da39-f28e-489d-b071-54a4df4dae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:46.573436 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-365d6331-dd1b-4b0e-b323-9f270893e50c req-8ad4da39-f28e-489d-b071-54a4df4dae1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 1098 time: 0.3133008 Jul 22 02:29:46.596113 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-365d6331-dd1b-4b0e-b323-9f270893e50c req-638c0254-87a0-4720-bdff-e9afbb05bc10 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.602666 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5c89b6b4-79fb-4583-b374-c31a3c878a56 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:46.613844 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b109415-97b6-4229-a28b-a14851bbe174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.639175 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b109415-97b6-4229-a28b-a14851bbe174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.650649 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Pushing event updated for resources: {'Port': ['ID=01efd73e-eeee-4aee-8128-983823de3045,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:46.675782 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 5c89b6b4-79fb-4583-b374-c31a3c878a56 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:46.681166 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 5c89b6b4-79fb-4583-b374-c31a3c878a56 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:46.682076 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.683400 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Made reservation on behalf of 61e9ccbae20340b0b131756cb766b409 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:46.686965 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.737868 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Attempting to bind port 01efd73e-eeee-4aee-8128-983823de3045 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:46.738605 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Attempting to bind port 01efd73e-eeee-4aee-8128-983823de3045 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:46.738693 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b109415-97b6-4229-a28b-a14851bbe174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.738768 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Attempting to bind port 01efd73e-eeee-4aee-8128-983823de3045 on network 2dc372da-64c0-4e73-9ebf-00355222074f {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:46.742246 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b109415-97b6-4229-a28b-a14851bbe174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.743518 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9b109415-97b6-4229-a28b-a14851bbe174 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8df7768-d3f1-4449-b6b8-a79449b8fa85 HTTP/1.1" status: 204 len: 168 time: 0.2729828 Jul 22 02:29:46.767358 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580ad6-2381-4ef0-b248-bf4ae0c309df req-e934a900-6038-438b-bc04-0de69ec0180e tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:46.769192 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c3580ad6-2381-4ef0-b248-bf4ae0c309df req-e934a900-6038-438b-bc04-0de69ec0180e tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 945 time: 0.3660438 Jul 22 02:29:46.775795 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-314c6ed5-00f2-45fd-ad60-cf5afc567512 req-e3521a21-c904-4354-be1f-be79a71bd71e service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564943 Jul 22 02:29:46.776689 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Port 01efd73e-eeee-4aee-8128-983823de3045 on network 2dc372da-64c0-4e73-9ebf-00355222074f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:46.776689 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Attempting to bind port 01efd73e-eeee-4aee-8128-983823de3045 on network 2dc372da-64c0-4e73-9ebf-00355222074f {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:46.801538 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109415-97b6-4229-a28b-a14851bbe174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8df7768-d3f1-4449-b6b8-a79449b8fa85,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:46.862262 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-365d6331-dd1b-4b0e-b323-9f270893e50c req-638c0254-87a0-4720-bdff-e9afbb05bc10 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.865951 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.870882 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:46.871226 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Checking segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:46.871616 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Bound using segment: {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:46.872107 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Bound port: 01efd73e-eeee-4aee-8128-983823de3045, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efce6739-eb60-4136-a536-4cbf40bcf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:46.872472 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.877291 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-365d6331-dd1b-4b0e-b323-9f270893e50c req-638c0254-87a0-4720-bdff-e9afbb05bc10 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.922103 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-365d6331-dd1b-4b0e-b323-9f270893e50c req-638c0254-87a0-4720-bdff-e9afbb05bc10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402855 Jul 22 02:29:46.923413 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0807cb9-d868-4458-bd47-17f2670c77b2 req-0bb0da25-da4b-4c12-abeb-5c81ec77f7b1 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:46.931650 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e0807cb9-d868-4458-bd47-17f2670c77b2 req-0bb0da25-da4b-4c12-abeb-5c81ec77f7b1 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 943 time: 0.3635461 Jul 22 02:29:46.934121 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c0254-87a0-4720-bdff-e9afbb05bc10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d85e43ed-e5d9-4a35-8730-3aa963d0eb01,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:46.962165 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5c89b6b4-79fb-4583-b374-c31a3c878a56, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56,segment=NetworkSegment(a181c508-2dd2-49af-8ff0-b61e1fe8bbc0),segment_id=a181c508-2dd2-49af-8ff0-b61e1fe8bbc0)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:46.967911 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:47.009783 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c3580ad6-2381-4ef0-b248-bf4ae0c309df req-0ac5cea3-0b9a-40f6-bca0-7ae75fd784b7 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291782 Jul 22 02:29:47.073037 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=5c89b6b4-79fb-4583-b374-c31a3c878a56,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:47.083524 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e0807cb9-d868-4458-bd47-17f2670c77b2 req-60a5fab1-c573-4e4e-ad9a-6dbc5835a669 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467342 Jul 22 02:29:47.114022 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Allocated IP 172.20.0.11 (fd538c70-07c0-4834-928f-b386fc0477e0/8b4d24f0-33b8-459e-b308-eaefcecfea67/5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:47.144173 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] For port 01efd73e-eeee-4aee-8128-983823de3045, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:47.150273 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] For port 01efd73e-eeee-4aee-8128-983823de3045, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=01efd73e-eeee-4aee-8128-983823de3045,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:47.160494 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:47.210042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:47.211371 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:47.213304 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-4190fecb-ce64-435a-8412-116498211f82 service neutron] 10.222.0.32 "PUT /v2.0/ports/01efd73e-eeee-4aee-8128-983823de3045 HTTP/1.1" status: 200 len: 1093 time: 2.7795496 Jul 22 02:29:47.269276 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'tag': '01efd73e-eeee-4aee-8128-983823de3045'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:47.271508 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d63ec-006f-4318-bf8d-fcc00fa0e520" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b9116e-2abc-413f-8629-4634f298ce4c", "tag": "01efd73e-eeee-4aee-8128-983823de3045"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:47.522587 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9bfd4584-be49-4a72-80b2-58456474df3d req-f8f6807b-4114-4673-a112-e95859283a5c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 210 time: 0.3518555 Jul 22 02:29:47.700663 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190fecb-ce64-435a-8412-116498211f82 service neutron] Pushing event updated for resources: {'Port': ['ID=01efd73e-eeee-4aee-8128-983823de3045,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:47.818748 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:47.839255 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-6b68fd7a-283b-4e6a-8737-a2aff9df1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:47.841044 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-6b68fd7a-283b-4e6a-8737-a2aff9df1ebb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 1096 time: 0.3210502 Jul 22 02:29:47.858178 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-23f588f0-4aed-4321-a04a-f51e32277de2 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:47.859712 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-23f588f0-4aed-4321-a04a-f51e32277de2 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/networks?id=8377e459-f801-4e3f-aa45-217860bc821a HTTP/1.1" status: 200 len: 809 time: 0.3298328 Jul 22 02:29:47.876848 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Transition to ACTIVE for port object 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:47.885814 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae33cd9-df66-4370-8316-d44a51e18e1c req-e044d550-59b8-45f5-b3d0-ec44e19bea91 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:47.887323 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dae33cd9-df66-4370-8316-d44a51e18e1c req-e044d550-59b8-45f5-b3d0-ec44e19bea91 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 945 time: 0.2498188 Jul 22 02:29:47.928495 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-3548774f-604e-4699-ad75-710feac9aabf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01efd73e-eeee-4aee-8128-983823de3045 HTTP/1.1" status: 200 len: 217 time: 0.0678492 Jul 22 02:29:47.955009 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-a5866a63-fe70-4d6d-b758-23b10218fc67 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/quotas/a5fd9cdfad6a4f4eb92e25c0b3adda65 HTTP/1.1" status: 200 len: 375 time: 0.0809007 Jul 22 02:29:48.043032 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-b4f61b18-9cf9-4ed0-a252-b1cd712cd461 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5fd9cdfad6a4f4eb92e25c0b3adda65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826476 Jul 22 02:29:48.050936 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89b6b4-79fb-4583-b374-c31a3c878a56'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:48.051469 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dae33cd9-df66-4370-8316-d44a51e18e1c req-80119caa-2ce5-45ad-a572-84a7d83efdda tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272349 Jul 22 02:29:48.053294 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ae139d-1827-4908-94d8-3d306d8c1d77" -d '{"events": [{"server_uuid": "a899c01d-ce4e-47e1-abea-dd3ecf74e0f1", "name": "network-vif-plugged", "status": "completed", "tag": "5c89b6b4-79fb-4583-b374-c31a3c878a56"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:48.065936 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-fd0a1060-906e-401d-b453-15e6f099fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:48.077707 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-fd0a1060-906e-401d-b453-15e6f099fc89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1309993 Jul 22 02:29:48.119935 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:48.125511 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-d0c74021-0fa8-4105-9c4f-f840485e555d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451686 Jul 22 02:29:48.129725 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd815cd-9f8c-4a12-a488-35ec1f1acc29 x-openstack-request-id: req-8bd815cd-9f8c-4a12-a488-35ec1f1acc29 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:48.130028 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b9116e-2abc-413f-8629-4634f298ce4c", "tag": "01efd73e-eeee-4aee-8128-983823de3045", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:48.130280 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bd815cd-9f8c-4a12-a488-35ec1f1acc29 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:48.130664 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'tag': '01efd73e-eeee-4aee-8128-983823de3045', 'status': 'completed', 'code': 200} Jul 22 02:29:48.285797 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Network fd538c70-07c0-4834-928f-b386fc0477e0 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:48.308557 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:48.310449 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'Port': ['ID=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:48.346411 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:48.351938 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:48.352685 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:48.381133 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-69daec67-be36-45b6-8105-823d6189b423 service neutron] 10.222.0.25 "GET /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286972 Jul 22 02:29:48.453482 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-fb5cba5f-9b12-471b-a722-3f81973f7d2e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3469293 Jul 22 02:29:48.477506 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Request body: {'port': {'device_id': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:48.568658 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e6c2178a-218e-4d68-88a6-5ab73559a1d0 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:48.584285 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-26a0165d-6001-44b0-be34-0995b257c73b service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228895 Jul 22 02:29:48.633300 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0187b81-193e-440c-b0bc-a00f38cef68d req-91751abc-96aa-429e-8ee5-0383654d1a1d tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:48.636847 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b0187b81-193e-440c-b0bc-a00f38cef68d req-91751abc-96aa-429e-8ee5-0383654d1a1d tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 946 time: 0.4298503 Jul 22 02:29:48.684620 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-1411e75f-7856-45be-a083-1eb5e3837a86 service neutron] 10.222.0.25 "GET /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024783 Jul 22 02:29:48.753675 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-d1de23aa-718d-4626-806d-064c262341c5 None None] Provisioning for port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:48.775275 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-d1de23aa-718d-4626-806d-064c262341c5 None None] Provisioning complete for port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:48.775687 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d1de23aa-718d-4626-806d-064c262341c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:48.802420 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:48.834909 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b0187b81-193e-440c-b0bc-a00f38cef68d req-525390b7-877b-408d-a967-a0b0b5e0abef tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542366 Jul 22 02:29:48.866600 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port e6c2178a-218e-4d68-88a6-5ab73559a1d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:48.893873 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-d1de23aa-718d-4626-806d-064c262341c5 None None] Port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:29:48.902602 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'port_id': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0', 'mac_address': 'fa:16:3e:d3:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:48.920391 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ee991-6b25-431f-b0e8-b7b99cfc606a x-openstack-request-id: req-932ee991-6b25-431f-b0e8-b7b99cfc606a {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:48.920692 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a899c01d-ce4e-47e1-abea-dd3ecf74e0f1", "name": "network-vif-plugged", "status": "completed", "tag": "5c89b6b4-79fb-4583-b374-c31a3c878a56", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:48.921970 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-932ee991-6b25-431f-b0e8-b7b99cfc606a {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:48.923607 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89b6b4-79fb-4583-b374-c31a3c878a56', 'code': 200} Jul 22 02:29:48.930103 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-95a03264-f78c-459b-99f7-e6d798d6d95c req-23e85cfe-da5b-4824-ae9e-837af94c4846 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149517 Jul 22 02:29:49.034693 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:49.051125 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c2178a-218e-4d68-88a6-5ab73559a1d0 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:49.078301 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port e6c2178a-218e-4d68-88a6-5ab73559a1d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:49.102165 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:49.254923 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=e6c2178a-218e-4d68-88a6-5ab73559a1d0,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:49.270932 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1fbd7-182a-4bb2-b6a5-a14252f52edd req-b329c874-26b4-4a1f-9f99-d15d4a605564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.272696 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-47a1fbd7-182a-4bb2-b6a5-a14252f52edd req-b329c874-26b4-4a1f-9f99-d15d4a605564 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 1099 time: 0.1357257 Jul 22 02:29:49.343894 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-47a1fbd7-182a-4bb2-b6a5-a14252f52edd req-14ae034d-760a-4d3e-a1a8-f629edc87759 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579708 Jul 22 02:29:49.376741 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e6c2178a-218e-4d68-88a6-5ab73559a1d0'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:49.540743 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e1c3-61f9-49e1-86a3-04272ff48a30 req-63ceccd1-4d74-49d6-9605-1c8e009d4afb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.548171 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e996e1c3-61f9-49e1-86a3-04272ff48a30 req-63ceccd1-4d74-49d6-9605-1c8e009d4afb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 943 time: 0.3483467 Jul 22 02:29:49.553558 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-74435cca-1e07-4918-a6d5-42511e86e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.555094 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-74435cca-1e07-4918-a6d5-42511e86e268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 1096 time: 0.5345826 Jul 22 02:29:49.576196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525bec-35ce-45be-accd-029c6a997675 req-49f6b8fe-b180-42e1-9691-ab781f035fbd tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.583917 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4525bec-35ce-45be-accd-029c6a997675 req-49f6b8fe-b180-42e1-9691-ab781f035fbd tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 932 time: 0.5517881 Jul 22 02:29:49.693088 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4525bec-35ce-45be-accd-029c6a997675 req-19324d5e-81a6-4ff4-b581-8b620cf49253 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083999 Jul 22 02:29:49.753206 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e996e1c3-61f9-49e1-86a3-04272ff48a30 req-82068a72-149c-48bd-944a-dd2fd182c792 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043481 Jul 22 02:29:49.798619 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-97a7f7c4-ded4-4ad1-a7d0-05a4a12c7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.800356 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-97a7f7c4-ded4-4ad1-a7d0-05a4a12c7a59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.2139962 Jul 22 02:29:50.092215 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:50.100643 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-3d0b26ca-4326-4862-bc02-6dac123e70cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01efd73e-eeee-4aee-8128-983823de3045 HTTP/1.1" status: 200 len: 217 time: 0.2548461 Jul 22 02:29:50.144957 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.150416 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-86af8068-790a-442e-aea8-ef31a584ae4f req-6373ab2d-550b-40f9-a279-0cf06c21b080 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 210 time: 0.3023288 Jul 22 02:29:50.206584 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Transition to ACTIVE for port object 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:50.220344 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.274377 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:50.285471 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-33e14fab-8ec0-45c9-83b5-d1b33050ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:50.287608 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-33e14fab-8ec0-45c9-83b5-d1b33050ab7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1391847 Jul 22 02:29:50.360070 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a3d06-fa6f-485b-9d5f-7fae594e17d6 req-cd6b0c1c-3eb1-4f48-ae36-4f1385423037 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:50.367384 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-139a3d06-fa6f-485b-9d5f-7fae594e17d6 req-cd6b0c1c-3eb1-4f48-ae36-4f1385423037 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 945 time: 0.5202804 Jul 22 02:29:50.412207 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-2afcf9a3-3173-4b8b-9662-c212479c6230 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122918 Jul 22 02:29:50.490269 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Attempting to bind port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:50.490622 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Attempting to bind port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:50.491048 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Attempting to bind port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 on network fd538c70-07c0-4834-928f-b386fc0477e0 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:50.549066 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-139a3d06-fa6f-485b-9d5f-7fae594e17d6 req-3e0c6fcf-b988-483e-8f3d-1d3e5558502e tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584041 Jul 22 02:29:50.558234 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 on network fd538c70-07c0-4834-928f-b386fc0477e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:50.559217 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Attempting to bind port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 on network fd538c70-07c0-4834-928f-b386fc0477e0 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:50.577029 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:50.578281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Checking segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:50.578712 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Bound using segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:50.579330 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Bound port: 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:50.579885 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.580978 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e6c2178a-218e-4d68-88a6-5ab73559a1d0 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:50.621087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56418) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:50.646006 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port e6c2178a-218e-4d68-88a6-5ab73559a1d0 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:50.652399 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port e6c2178a-218e-4d68-88a6-5ab73559a1d0 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:50.652932 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.663563 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-fee715c8-c08a-40a2-b520-74a57786e453 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:50.669515 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-fee715c8-c08a-40a2-b520-74a57786e453 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.32 "GET /v2.0/networks?id=8377e459-f801-4e3f-aa45-217860bc821a HTTP/1.1" status: 200 len: 809 time: 0.2353973 Jul 22 02:29:50.680418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Request body: {'port': {'device_id': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a', 'admin_state_up': True, 'tenant_id': 'a5fd9cdfad6a4f4eb92e25c0b3adda65'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:50.804816 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.808875 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962cd8d-a2be-4f1e-9f66-350831c6a3a6 req-b30b7d7a-5cfa-46ef-9705-58fb13f45775 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:50.810892 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d962cd8d-a2be-4f1e-9f66-350831c6a3a6 req-b30b7d7a-5cfa-46ef-9705-58fb13f45775 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 946 time: 0.5376091 Jul 22 02:29:50.856329 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0859b31f-fc48-45aa-8699-aef48e0636da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.888212 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port e6c2178a-218e-4d68-88a6-5ab73559a1d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:50.896590 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.927759 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:50.930440 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca7220-b9f3-46d3-8209-e1ad30bb3da9" -d '{"events": [{"server_uuid": "89b92852-7da8-434b-a36b-3c6d6e9dfa5d", "name": "network-vif-plugged", "status": "completed", "tag": "e6c2178a-218e-4d68-88a6-5ab73559a1d0"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:50.967359 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d962cd8d-a2be-4f1e-9f66-350831c6a3a6 req-8f360bf0-9321-43ee-897b-15bc1215e59a tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349351 Jul 22 02:29:50.978860 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-391fe4f5-dcbc-456d-aa96-f4ad06298206 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987524 Jul 22 02:29:51.008284 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=e6c2178a-218e-4d68-88a6-5ab73559a1d0,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.038100 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0859b31f-fc48-45aa-8699-aef48e0636da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.053113 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0859b31f-fc48-45aa-8699-aef48e0636da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.075773 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] For port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:51.101833 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Made reservation on behalf of a5fd9cdfad6a4f4eb92e25c0b3adda65 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:51.105539 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.114272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859b31f-fc48-45aa-8699-aef48e0636da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae0f40-dee4-483d-bf39-a4ca3eeb7f1c,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.115945 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] For port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:51.162965 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c83d63ec-006f-4318-bf8d-fcc00fa0e520 req-6d1a97fb-e93a-4fea-86e3-263e2b833012 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756275 Jul 22 02:29:51.164448 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.184628 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0859b31f-fc48-45aa-8699-aef48e0636da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd5527fa3a6f45c4bfd43c01d0865081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592718 Jul 22 02:29:51.185767 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56448) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:51.204822 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9094-1051-4b35-8a7f-5ab73ac9f603 req-b897d1ba-0e5a-42c9-9f8e-899d096edd5e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.211282 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-13ec9094-1051-4b35-8a7f-5ab73ac9f603 req-b897d1ba-0e5a-42c9-9f8e-899d096edd5e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 944 time: 0.3904009 Jul 22 02:29:51.288373 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-13ec9094-1051-4b35-8a7f-5ab73ac9f603 req-ef9fc9c3-3ebc-4b45-99eb-8d98d30bf460 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761111 Jul 22 02:29:51.312434 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.313084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.315064 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 1094 time: 2.8480163 Jul 22 02:29:51.316628 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:51.318984 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38fa85-5a63-413d-a50c-7b3eda504157" -d '{"events": [{"name": "network-changed", "server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:51.355809 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819a475-c730-41f4-ab38-95b2a56da4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.356002 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe9e0-9f9f-4ad9-b1df-082d028f2bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.367911 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e81b9c-7bbe-41ca-ac50-097e049794e2 req-3175c0d5-c031-4ed7-bc12-bdb215dde981 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.369523 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4e81b9c-7bbe-41ca-ac50-097e049794e2 req-3175c0d5-c031-4ed7-bc12-bdb215dde981 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 943 time: 0.2715466 Jul 22 02:29:51.378175 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81785a-865b-40df-897c-c7dba4d46ed5 x-openstack-request-id: req-cd81785a-865b-40df-897c-c7dba4d46ed5 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:51.378538 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b92852-7da8-434b-a36b-3c6d6e9dfa5d", "name": "network-vif-plugged", "status": "completed", "tag": "e6c2178a-218e-4d68-88a6-5ab73559a1d0", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:51.378956 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd81785a-865b-40df-897c-c7dba4d46ed5 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:51.379451 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0', 'code': 200} Jul 22 02:29:51.438183 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe9e0-9f9f-4ad9-b1df-082d028f2bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.484830 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4e81b9c-7bbe-41ca-ac50-097e049794e2 req-651173f9-e2f6-4fcb-88ff-ed74b1406253 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990233 Jul 22 02:29:51.491614 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Allocated IP 172.20.0.3 (8377e459-f801-4e3f-aa45-217860bc821a/876119a0-65dd-4700-8889-0f91cb941ab3/2edb782a-b093-404a-9394-d715ebc00d7b) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:51.547093 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0e3a3eda-2646-4e29-8add-29154439f85b req-3e7d2276-a781-473b-8b44-7cca23d7bf2a tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 210 time: 0.0604355 Jul 22 02:29:51.572403 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-16858db8-e38e-4de9-a2e5-656f6e1cb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.574053 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-16858db8-e38e-4de9-a2e5-656f6e1cb4d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1097 time: 0.2036057 Jul 22 02:29:51.606990 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe9e0-9f9f-4ad9-b1df-082d028f2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.610203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe9e0-9f9f-4ad9-b1df-082d028f2bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.612186 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b3dfe9e0-9f9f-4ad9-b1df-082d028f2bf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88ae0f40-dee4-483d-bf39-a4ca3eeb7f1c HTTP/1.1" status: 204 len: 168 time: 0.4252810 Jul 22 02:29:51.633196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4a4a13-a22f-452b-9688-7f3d444274ca x-openstack-request-id: req-9f4a4a13-a22f-452b-9688-7f3d444274ca {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:51.633196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:51.633196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f4a4a13-a22f-452b-9688-7f3d444274ca {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:51.633196 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'status': 'completed', 'code': 200} Jul 22 02:29:51.643417 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfe9e0-9f9f-4ad9-b1df-082d028f2bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae0f40-dee4-483d-bf39-a4ca3eeb7f1c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.652537 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-25535911-adfb-4180-9a8e-bea5b9b1c877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 217 time: 0.0706797 Jul 22 02:29:51.765450 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-99a668df-7430-408c-90b5-971712d66530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.767166 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-99a668df-7430-408c-90b5-971712d66530 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0530579 Jul 22 02:29:51.790536 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.866849 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.904679 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a42de1-6b04-40db-a054-88af5c62b292 req-f816a46c-6360-4040-b177-abe76ecf2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.906375 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-53a42de1-6b04-40db-a054-88af5c62b292 req-f816a46c-6360-4040-b177-abe76ecf2efc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.2724199 Jul 22 02:29:51.940055 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Network 8377e459-f801-4e3f-aa45-217860bc821a is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:51.945836 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:51.949165 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-431afa74-a30a-46e4-8956-61c0fc51c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.950840 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-431afa74-a30a-46e4-8956-61c0fc51c5f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1771448 Jul 22 02:29:51.954594 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:51.960231 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.960858 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.975713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Pushing event updated for resources: {'Port': ['ID=2edb782a-b093-404a-9394-d715ebc00d7b,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.988703 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8f83aa6c-dd5a-4138-8ac6-04545541dfa8 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3134570 Jul 22 02:29:52.002368 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Request body: {'port': {'device_id': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:52.029748 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-53a42de1-6b04-40db-a054-88af5c62b292 req-b3fdb562-1bae-49c2-a222-c4c94e478596 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Jul 22 02:29:52.096951 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56468) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:52.108531 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.124621 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a0f113e-eab1-4d6a-99d6-849860f6c389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.130206 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-4e2611d3-1b99-49b3-9a74-c35c010a8612 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671865 Jul 22 02:29:52.314018 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e68ad6d7-7a58-4d47-9968-78ab5da090e3 req-42268e3b-ff63-4388-8ffe-ce303551ab66 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628773 Jul 22 02:29:52.337943 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925fc03-a23e-430e-a818-7d9315fc73bd req-086509c4-80f0-4663-96ba-b2e3a1b50632 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:52.340207 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7925fc03-a23e-430e-a818-7d9315fc73bd req-086509c4-80f0-4663-96ba-b2e3a1b50632 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 946 time: 0.2252855 Jul 22 02:29:52.399766 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7925fc03-a23e-430e-a818-7d9315fc73bd req-093f8930-882d-4a68-9fc0-28033986be11 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504389 Jul 22 02:29:52.403752 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a0f113e-eab1-4d6a-99d6-849860f6c389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.415708 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a0f113e-eab1-4d6a-99d6-849860f6c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.474947 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-5a15c600-b92e-486e-8f7f-0b62b3a2cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:52.476439 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-2a0f113e-eab1-4d6a-99d6-849860f6c389 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac4c102aafc044d68739f6937e8a247f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780296 Jul 22 02:29:52.476940 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-5a15c600-b92e-486e-8f7f-0b62b3a2cea8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1097 time: 0.0825922 Jul 22 02:29:52.480309 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56488) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:52.492197 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f113e-eab1-4d6a-99d6-849860f6c389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9b38c2-52d1-45c4-842b-e0c3ede968c3,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:52.547058 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edb782a-b093-404a-9394-d715ebc00d7b {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:52.555586 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.569792 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Transition to ACTIVE for port object 2edb782a-b093-404a-9394-d715ebc00d7b will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:52.575114 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.598461 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 01efd73e-eeee-4aee-8128-983823de3045 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:52.618115 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Pushing event updated for resources: {'Port': ['ID=2edb782a-b093-404a-9394-d715ebc00d7b,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:52.674037 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Attempting to bind port 2edb782a-b093-404a-9394-d715ebc00d7b on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:52.674656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Attempting to bind port 2edb782a-b093-404a-9394-d715ebc00d7b by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ab69b800-776e-4de3-99e1-12fdf01c5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:52.674656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Attempting to bind port 2edb782a-b093-404a-9394-d715ebc00d7b on network 8377e459-f801-4e3f-aa45-217860bc821a {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:52.679552 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Port 2edb782a-b093-404a-9394-d715ebc00d7b on network 8377e459-f801-4e3f-aa45-217860bc821a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:52.679926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Attempting to bind port 2edb782a-b093-404a-9394-d715ebc00d7b on network 8377e459-f801-4e3f-aa45-217860bc821a {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:52.685190 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:52.685869 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Checking segment: {'id': 'ab69b800-776e-4de3-99e1-12fdf01c5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:52.686415 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Bound using segment: {'id': 'ab69b800-776e-4de3-99e1-12fdf01c5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:52.686989 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Bound port: 2edb782a-b093-404a-9394-d715ebc00d7b, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab69b800-776e-4de3-99e1-12fdf01c5f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:52.687525 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.802375 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] For port 2edb782a-b093-404a-9394-d715ebc00d7b, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:52.808045 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] For port 2edb782a-b093-404a-9394-d715ebc00d7b, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2edb782a-b093-404a-9394-d715ebc00d7b,segment=NetworkSegment(ab69b800-776e-4de3-99e1-12fdf01c5f8a),segment_id=ab69b800-776e-4de3-99e1-12fdf01c5f8a)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:52.815332 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.820900 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 01efd73e-eeee-4aee-8128-983823de3045, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=01efd73e-eeee-4aee-8128-983823de3045,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:52.825565 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-27dd3981-f091-432f-abf4-cdb125ee08b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.841773 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '01efd73e-eeee-4aee-8128-983823de3045', 'network_id': '2dc372da-64c0-4e73-9ebf-00355222074f', 'port_id': '01efd73e-eeee-4aee-8128-983823de3045', 'mac_address': 'fa:16:3e:c5:d3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfff05-fcdc-4fbb-9eb2-accb050b2020', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:52.843426 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-ba646bd5-25ac-4ca0-91a5-aeb24c72337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:52.845778 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-ba646bd5-25ac-4ca0-91a5-aeb24c72337f service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.2860026 Jul 22 02:29:52.857739 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:52.858413 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.859839 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] 10.222.0.32 "PUT /v2.0/ports/2edb782a-b093-404a-9394-d715ebc00d7b HTTP/1.1" status: 200 len: 1093 time: 0.8638737 Jul 22 02:29:52.862260 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'tag': '2edb782a-b093-404a-9394-d715ebc00d7b'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:52.868050 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758f379-7ee7-4031-8a5d-1dc58111b99b" -d '{"events": [{"name": "network-changed", "server_uuid": "a253651a-b1a2-4ad3-a51b-3b66192b505c", "tag": "2edb782a-b093-404a-9394-d715ebc00d7b"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:52.869903 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b632-783c-425a-8ec2-06955a83489c req-09328d45-9401-4548-a1cd-674262c2bf4d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:52.872018 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1226b632-783c-425a-8ec2-06955a83489c req-09328d45-9401-4548-a1cd-674262c2bf4d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 944 time: 0.3108807 Jul 22 02:29:52.921801 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286f01f-b619-438f-85d9-ff1032b9874f service neutron] Pushing event updated for resources: {'Port': ['ID=2edb782a-b093-404a-9394-d715ebc00d7b,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:52.979753 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.984584 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-27dd3981-f091-432f-abf4-cdb125ee08b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.995777 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01efd73e-eeee-4aee-8128-983823de3045 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:53.027176 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 01efd73e-eeee-4aee-8128-983823de3045, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=01efd73e-eeee-4aee-8128-983823de3045,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:53.036636 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.092122 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=01efd73e-eeee-4aee-8128-983823de3045,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:53.144418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-2bb80629-4bb3-46e7-b055-9f3eab11a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.146188 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-2bb80629-4bb3-46e7-b055-9f3eab11a462 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5fd9cdfad6a4f4eb92e25c0b3adda65&device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 1096 time: 0.0803521 Jul 22 02:29:53.211578 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-66a0deba-a3ce-4ce7-b4cb-a7c04546b091 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2edb782a-b093-404a-9394-d715ebc00d7b HTTP/1.1" status: 200 len: 217 time: 0.0486641 Jul 22 02:29:53.286523 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-dcf50e7a-4717-46b3-9fa9-ab56af6623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.288006 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-dcf50e7a-4717-46b3-9fa9-ab56af6623e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=876119a0-65dd-4700-8889-0f91cb941ab3 HTTP/1.1" status: 200 len: 849 time: 0.0469868 Jul 22 02:29:53.323209 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-cd7abfd0-43d4-4347-b812-38adcfe44830 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8377e459-f801-4e3f-aa45-217860bc821a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283492 Jul 22 02:29:53.331064 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-442698bb-d7e0-41df-b941-df7a74818927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 217 time: 0.3991370 Jul 22 02:29:53.374761 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['01efd73e-eeee-4aee-8128-983823de3045'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:53.386917 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1226b632-783c-425a-8ec2-06955a83489c req-68bc0dd5-06f4-472d-8281-94a72092e7c8 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844992 Jul 22 02:29:53.411414 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-27dd3981-f091-432f-abf4-cdb125ee08b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.411414 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-27dd3981-f091-432f-abf4-cdb125ee08b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.411414 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-27dd3981-f091-432f-abf4-cdb125ee08b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca9b38c2-52d1-45c4-842b-e0c3ede968c3 HTTP/1.1" status: 204 len: 168 time: 0.9255297 Jul 22 02:29:53.454480 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-e0c036d9-49f1-4cc9-bcc7-9de0c8c2a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.455975 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-e0c036d9-49f1-4cc9-bcc7-9de0c8c2a242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.1074307 Jul 22 02:29:53.456736 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd3981-f091-432f-abf4-cdb125ee08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9b38c2-52d1-45c4-842b-e0c3ede968c3,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:53.479341 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d480-2388-453b-9357-f4b7e48ee1fc req-9a06ff71-4ca3-4493-a3e9-1e1522a8ec42 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.488228 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-71c7d480-2388-453b-9357-f4b7e48ee1fc req-9a06ff71-4ca3-4493-a3e9-1e1522a8ec42 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 944 time: 0.4953446 Jul 22 02:29:53.606324 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-71c7d480-2388-453b-9357-f4b7e48ee1fc req-0337481c-8d2a-437c-8f8d-5592adb96d54 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176848 Jul 22 02:29:53.662608 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-e7326d49-630a-4996-af55-a0287f768e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.664344 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-e7326d49-630a-4996-af55-a0287f768e25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1735127 Jul 22 02:29:53.675327 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906430b-afb4-4c59-90b0-8398d024936d req-80749d0f-1ebc-40b7-860e-d524aec4dcd3 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.677053 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9906430b-afb4-4c59-90b0-8398d024936d req-80749d0f-1ebc-40b7-860e-d524aec4dcd3 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 943 time: 0.2064011 Jul 22 02:29:53.729206 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5054c04-1222-4675-bd5c-0c8f6982d8d5 x-openstack-request-id: req-d5054c04-1222-4675-bd5c-0c8f6982d8d5 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:53.729708 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a253651a-b1a2-4ad3-a51b-3b66192b505c", "tag": "2edb782a-b093-404a-9394-d715ebc00d7b", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:53.729799 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5054c04-1222-4675-bd5c-0c8f6982d8d5 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:53.730131 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'tag': '2edb782a-b093-404a-9394-d715ebc00d7b', 'status': 'completed', 'code': 200} Jul 22 02:29:53.771187 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-30a11e00-349e-4f6b-95ae-f00b9f65308d service neutron] 10.222.0.32 "GET /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252908 Jul 22 02:29:53.790249 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9906430b-afb4-4c59-90b0-8398d024936d req-64edf2ea-1124-4b1a-9c5c-3118efa8e689 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947521 Jul 22 02:29:53.818189 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-72c5abc3-07cd-4c0c-93ce-0a71ca3a1683 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401415 Jul 22 02:29:53.911942 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-15b7cc5e-6328-45d4-8c57-807ddb010cbf req-13cb8c3b-3c19-4f89-b740-fb09bc6f07dc service neutron] 10.222.0.32 "GET /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259308 Jul 22 02:29:53.939878 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1f38fa85-5a63-413d-a50c-7b3eda504157 req-598d6033-6fb7-4e0b-a56a-e5f394c5a6d9 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147652 Jul 22 02:29:54.033780 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-b0bec09b-7180-480e-bf0a-45bb3aaa73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.035683 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-b0bec09b-7180-480e-bf0a-45bb3aaa73ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5fd9cdfad6a4f4eb92e25c0b3adda65&device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 1096 time: 0.0588868 Jul 22 02:29:54.180254 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-1abed11f-e96c-49de-917f-d60666c5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.181930 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-1abed11f-e96c-49de-917f-d60666c5fcf5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8377e459-f801-4e3f-aa45-217860bc821a HTTP/1.1" status: 200 len: 910 time: 0.1391332 Jul 22 02:29:54.228386 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-ec6ae079-8608-4fa1-a09f-d23d7d2d8ede service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2edb782a-b093-404a-9394-d715ebc00d7b HTTP/1.1" status: 200 len: 217 time: 0.0384741 Jul 22 02:29:54.307398 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-c5edba88-8241-4924-91d2-7464445eb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.308957 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-c5edba88-8241-4924-91d2-7464445eb611 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=876119a0-65dd-4700-8889-0f91cb941ab3 HTTP/1.1" status: 200 len: 849 time: 0.0741630 Jul 22 02:29:54.362029 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-c39d5e81-1166-49c6-b2f4-961a28d9c1a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8377e459-f801-4e3f-aa45-217860bc821a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441573 Jul 22 02:29:54.480806 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-9ef95e5d-f533-4277-974e-47e717cc3776 service neutron] 10.222.0.32 "GET /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118212 Jul 22 02:29:54.605091 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 01efd73e-eeee-4aee-8128-983823de3045 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:54.699501 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a758f379-7ee7-4031-8a5d-1dc58111b99b req-ff21deaa-b38d-46c3-8123-0960a6cb066d service neutron] 10.222.0.32 "GET /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116318 Jul 22 02:29:54.717563 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 01efd73e-eeee-4aee-8128-983823de3045 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:54.722949 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5732aa5-1216-4daa-9656-60e7893b273c req-13ed5c10-5081-4e1b-be73-db0f778ddb91 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.723936 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 01efd73e-eeee-4aee-8128-983823de3045 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:54.724404 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.728201 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f5732aa5-1216-4daa-9656-60e7893b273c req-13ed5c10-5081-4e1b-be73-db0f778ddb91 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 944 time: 0.2052395 Jul 22 02:29:54.846382 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.859626 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f5732aa5-1216-4daa-9656-60e7893b273c req-d1bba294-3961-4131-aed2-7a39808c5e81 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241982 Jul 22 02:29:54.894909 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01efd73e-eeee-4aee-8128-983823de3045'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:54.899274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a513096-b7da-4a71-af7d-cf2e1d1de56e" -d '{"events": [{"server_uuid": "c7b9116e-2abc-413f-8629-4634f298ce4c", "name": "network-vif-plugged", "status": "completed", "tag": "01efd73e-eeee-4aee-8128-983823de3045"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:54.908073 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e7ca9-4b1e-4b8e-b6d0-9aa9307db475 req-5d09c481-18a5-405d-a2eb-3fa446435dd4 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.909931 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-273e7ca9-4b1e-4b8e-b6d0-9aa9307db475 req-5d09c481-18a5-405d-a2eb-3fa446435dd4 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 944 time: 0.1576586 Jul 22 02:29:54.913840 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 01efd73e-eeee-4aee-8128-983823de3045, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=01efd73e-eeee-4aee-8128-983823de3045,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:54.921345 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.956794 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-273e7ca9-4b1e-4b8e-b6d0-9aa9307db475 req-fb3e2bf7-2152-486a-bd88-56ce1d0299bf tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Jul 22 02:29:54.986331 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=01efd73e-eeee-4aee-8128-983823de3045,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:55.016800 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870aa6c9-151a-4ac8-be5f-2ba0a907bf7c x-openstack-request-id: req-870aa6c9-151a-4ac8-be5f-2ba0a907bf7c {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:55.017247 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9116e-2abc-413f-8629-4634f298ce4c", "name": "network-vif-plugged", "status": "completed", "tag": "01efd73e-eeee-4aee-8128-983823de3045", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:55.017577 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-870aa6c9-151a-4ac8-be5f-2ba0a907bf7c {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:55.018111 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01efd73e-eeee-4aee-8128-983823de3045', 'code': 200} Jul 22 02:29:55.062121 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44535bc3-4a70-4402-b15f-8e2a10c7079d req-e5c649d4-1c86-4055-a531-d5a668394e22 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:55.067147 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-44535bc3-4a70-4402-b15f-8e2a10c7079d req-e5c649d4-1c86-4055-a531-d5a668394e22 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 943 time: 0.0951324 Jul 22 02:29:55.122096 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-44535bc3-4a70-4402-b15f-8e2a10c7079d req-1c034f0d-8174-4497-a26d-4b31a71fb38a tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480688 Jul 22 02:29:55.242359 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871406d-ad2d-4da4-ba8e-3d6034fad26c req-a997a5d8-c6df-4fa2-a571-be548ca6376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:55.243895 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4871406d-ad2d-4da4-ba8e-3d6034fad26c req-a997a5d8-c6df-4fa2-a571-be548ca6376b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 1098 time: 0.0736222 Jul 22 02:29:55.283460 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4871406d-ad2d-4da4-ba8e-3d6034fad26c req-b9bd0b80-4025-4445-81b6-91264a367518 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jul 22 02:29:55.426140 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-42a476fc-dc41-48ac-a1fa-9ddd9e145284 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:55.426140 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-42a476fc-dc41-48ac-a1fa-9ddd9e145284 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.1432097 Jul 22 02:29:55.441032 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-82b3bf19-a4e3-4be7-a611-34994647800d tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/quotas/f5a9814d773b43e78a6a96b15d632db9 HTTP/1.1" status: 200 len: 375 time: 0.0095243 Jul 22 02:29:55.525327 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-c69d025a-10d8-409e-a467-f2f2c28ca756 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767417 Jul 22 02:29:55.645074 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-431dd672-641e-4a54-851a-5ddd84709c8e service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104839 Jul 22 02:29:55.755947 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-897ccbe3-b2f1-4fb6-b262-148a67e8bae4 service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023693 Jul 22 02:29:55.843511 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56666) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:55.965791 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2612b226-52ee-44c8-bbfd-fd26c9ccb8d4 req-0b007f1b-7557-451c-a45c-da5cab2bf8b5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 210 time: 0.0616882 Jul 22 02:29:56.132611 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-49785b54-335d-4505-b5a8-ef0a338cfc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.246728 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9722-c4e4-41b9-9e11-8bda42b93503 req-2a96988c-eabf-422a-a2aa-52739e445ac0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.248887 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ef4d9722-c4e4-41b9-9e11-8bda42b93503 req-2a96988c-eabf-422a-a2aa-52739e445ac0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 944 time: 0.2431798 Jul 22 02:29:56.297341 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1320-d1d2-4efc-b56c-b12e65b487e7 req-1fbc98fa-891f-44e1-870a-57adc3d79a58 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.299403 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ffd1320-d1d2-4efc-b56c-b12e65b487e7 req-1fbc98fa-891f-44e1-870a-57adc3d79a58 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1894886 Jul 22 02:29:56.384697 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ef4d9722-c4e4-41b9-9e11-8bda42b93503 req-f63c4ff3-f4eb-4701-ad0c-c493cb8770ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143565 Jul 22 02:29:56.431564 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ffd1320-d1d2-4efc-b56c-b12e65b487e7 req-b9cd9cbf-c355-41fb-986d-ea0c76ef323e tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208887 Jul 22 02:29:56.469036 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-49785b54-335d-4505-b5a8-ef0a338cfc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.484245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-49785b54-335d-4505-b5a8-ef0a338cfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.551153 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49785b54-335d-4505-b5a8-ef0a338cfc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c791a-b6fd-4e3f-8174-4ecb774b535b,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:56.557458 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-49785b54-335d-4505-b5a8-ef0a338cfc0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bc109741a0f4254a43064c367a91876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119806 Jul 22 02:29:56.560181 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56696) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:56.587515 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113d40-26e5-4fc1-9a7d-8615e4af4588 req-cedd1e0c-8750-42cd-bbc2-c4cd9ce71d46 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.589107 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7e113d40-26e5-4fc1-9a7d-8615e4af4588 req-cedd1e0c-8750-42cd-bbc2-c4cd9ce71d46 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 943 time: 0.1177847 Jul 22 02:29:56.616035 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:56.629127 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-03799021-e296-40ab-9cf5-6142d020e8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.656936 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7e113d40-26e5-4fc1-9a7d-8615e4af4588 req-aee93ecb-0e2f-49ab-9433-a21d2235eca9 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553448 Jul 22 02:29:56.670755 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-03799021-e296-40ab-9cf5-6142d020e8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.730347 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-03799021-e296-40ab-9cf5-6142d020e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.734748 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-03799021-e296-40ab-9cf5-6142d020e8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.739800 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-03799021-e296-40ab-9cf5-6142d020e8cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d2c791a-b6fd-4e3f-8174-4ecb774b535b HTTP/1.1" status: 204 len: 168 time: 0.1755371 Jul 22 02:29:56.753986 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03799021-e296-40ab-9cf5-6142d020e8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c791a-b6fd-4e3f-8174-4ecb774b535b,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:56.763428 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:56.790461 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'port_id': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'mac_address': 'fa:16:3e:66:9a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:56.842377 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.857870 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:56.885137 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:56.892132 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.893379 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2edb782a-b093-404a-9394-d715ebc00d7b details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:56.980787 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.050633 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 2edb782a-b093-404a-9394-d715ebc00d7b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2edb782a-b093-404a-9394-d715ebc00d7b,segment=NetworkSegment(ab69b800-776e-4de3-99e1-12fdf01c5f8a),segment_id=ab69b800-776e-4de3-99e1-12fdf01c5f8a)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:57.064640 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '2edb782a-b093-404a-9394-d715ebc00d7b', 'network_id': '8377e459-f801-4e3f-aa45-217860bc821a', 'port_id': '2edb782a-b093-404a-9394-d715ebc00d7b', 'mac_address': 'fa:16:3e:e7:bb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876119a0-65dd-4700-8889-0f91cb941ab3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:57.128468 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.143178 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f7b56b72-7816-4b93-aa8d-a4664a478780 req-1a019562-8f1c-48f0-b03c-df0f6a69e95c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 210 time: 0.0446885 Jul 22 02:29:57.166117 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e2bba-7401-4cbf-870f-869be4138786 req-020261a2-f17b-4c43-b05e-c8460461f316 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.166117 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd7e2bba-7401-4cbf-870f-869be4138786 req-020261a2-f17b-4c43-b05e-c8460461f316 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 946 time: 0.1076541 Jul 22 02:29:57.168802 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edb782a-b093-404a-9394-d715ebc00d7b {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:57.195394 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 2edb782a-b093-404a-9394-d715ebc00d7b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2edb782a-b093-404a-9394-d715ebc00d7b,segment=NetworkSegment(ab69b800-776e-4de3-99e1-12fdf01c5f8a),segment_id=ab69b800-776e-4de3-99e1-12fdf01c5f8a)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:57.200775 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.203307 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56726) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:57.231533 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5380df2c-ecb6-40fd-bb19-244c483f74ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.248440 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd7e2bba-7401-4cbf-870f-869be4138786 req-c1bad4dd-ec91-4d34-8ddb-de3a89d7e24c tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833478 Jul 22 02:29:57.347486 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=2edb782a-b093-404a-9394-d715ebc00d7b,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.417662 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-7a0db202-e246-4494-98e1-51ac79878df5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.419414 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-7a0db202-e246-4494-98e1-51ac79878df5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.1543348 Jul 22 02:29:57.429611 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5380df2c-ecb6-40fd-bb19-244c483f74ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.434108 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5380df2c-ecb6-40fd-bb19-244c483f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.447248 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Request body: {'port': {'device_id': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'admin_state_up': True, 'tenant_id': 'f5a9814d773b43e78a6a96b15d632db9'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:57.479983 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-5380df2c-ecb6-40fd-bb19-244c483f74ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6295d5e666c429fb6527b8fe682f08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739425 Jul 22 02:29:57.481792 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56742) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:57.499173 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380df2c-ecb6-40fd-bb19-244c483f74ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c585274-2b66-4c81-9129-639821ddce23,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.552640 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b59e7197-a235-4ad8-b9f0-a50e192d1b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.577717 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b59e7197-a235-4ad8-b9f0-a50e192d1b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.607598 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:57.612945 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['2edb782a-b093-404a-9394-d715ebc00d7b'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:57.646927 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b59e7197-a235-4ad8-b9f0-a50e192d1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.649767 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b59e7197-a235-4ad8-b9f0-a50e192d1b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.651197 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b59e7197-a235-4ad8-b9f0-a50e192d1b92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c585274-2b66-4c81-9129-639821ddce23 HTTP/1.1" status: 204 len: 168 time: 0.1680286 Jul 22 02:29:57.661555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7197-a235-4ad8-b9f0-a50e192d1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c585274-2b66-4c81-9129-639821ddce23,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.686188 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c93b4-e98d-4395-81eb-137299ab02ad req-4b778586-361e-4d9b-add5-ebea3d3ce241 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.687714 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e21c93b4-e98d-4395-81eb-137299ab02ad req-4b778586-361e-4d9b-add5-ebea3d3ce241 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 945 time: 0.1506305 Jul 22 02:29:57.690791 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Made reservation on behalf of f5a9814d773b43e78a6a96b15d632db9 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:57.694259 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.735651 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c051-5a6e-46f9-9169-a8f1b05f677c req-cfa761e8-39aa-419c-ab5f-f26b4ab76661 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.737573 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6b09c051-5a6e-46f9-9169-a8f1b05f677c req-cfa761e8-39aa-419c-ab5f-f26b4ab76661 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1896536 Jul 22 02:29:57.817789 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e21c93b4-e98d-4395-81eb-137299ab02ad req-8e1532b6-50c4-4cc9-8faa-587300fcbac4 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203439 Jul 22 02:29:57.860147 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6b09c051-5a6e-46f9-9169-a8f1b05f677c req-96029131-0efd-4bbb-a1f6-faa819197219 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051264 Jul 22 02:29:58.121720 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Allocated IP 172.20.0.3 (48d459b1-7887-443d-b081-81f691741d51/29d9ca91-a6ab-4b21-8feb-a156ae4a6be5/d16d96de-e4a5-426d-8eee-371a88309136) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:58.176013 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aea29d-677a-47b2-afa2-921fa4659d9c req-ec0126fb-8ff2-4f9a-a2ac-bbc8f76a3f37 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.177594 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5aea29d-677a-47b2-afa2-921fa4659d9c req-ec0126fb-8ff2-4f9a-a2ac-bbc8f76a3f37 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 944 time: 0.1167123 Jul 22 02:29:58.291464 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-168cbf25-8437-467d-9c75-c839aca1d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.293476 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-168cbf25-8437-467d-9c75-c839aca1d20d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 1098 time: 0.0935864 Jul 22 02:29:58.334785 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5aea29d-677a-47b2-afa2-921fa4659d9c req-b952a478-c3bd-4861-bd67-48a3eb820b6f tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442680 Jul 22 02:29:58.420347 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-2dafd479-e5cb-4456-a9e8-6912927bae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.424072 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-2dafd479-e5cb-4456-a9e8-6912927bae56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.1173916 Jul 22 02:29:58.456635 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aebf7b-0711-40d1-8608-70cc6c7f9e5e req-0e7b2cc9-fc62-4593-9bbc-dfb92b3c1a69 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.463851 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e6aebf7b-0711-40d1-8608-70cc6c7f9e5e req-0e7b2cc9-fc62-4593-9bbc-dfb92b3c1a69 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.2511210 Jul 22 02:29:58.515290 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-9fb630a2-27a6-4c78-8cc6-db3c270c9fe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01efd73e-eeee-4aee-8128-983823de3045 HTTP/1.1" status: 200 len: 217 time: 0.0833850 Jul 22 02:29:58.536297 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-52bdf0c9-2b22-46e9-aaa5-ecff76e983cf req-dba27629-a210-48dc-b091-0a9ca5606ecd tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 210 time: 0.0474434 Jul 22 02:29:58.543353 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.578292 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e6aebf7b-0711-40d1-8608-70cc6c7f9e5e req-3a9a7a37-2ab7-4a3e-a4a3-a34f22239edf tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134844 Jul 22 02:29:58.622345 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-817899ff-7d01-4c07-8d5d-0fa597a82f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.624813 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-817899ff-7d01-4c07-8d5d-0fa597a82f6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1014478 Jul 22 02:29:58.643942 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.667594 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:58.678556 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-cd595b35-d884-4f6c-98a0-e3379186cf58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452390 Jul 22 02:29:58.822915 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Network 48d459b1-7887-443d-b081-81f691741d51 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:58.833124 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:58.841595 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:58.842347 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-3e6ca8da-54f2-4b9b-becb-2da3e473a193 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530321 Jul 22 02:29:58.848473 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.849141 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.855867 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event updated for resources: {'Port': ['ID=d16d96de-e4a5-426d-8eee-371a88309136,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:58.881531 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-241ecade-efd7-4fca-ab69-45c66cfae93f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4391358 Jul 22 02:29:58.909497 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Request body: {'port': {'device_id': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:58.959635 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af8d15-d510-4b1f-9ebd-ffe3062f77a8 req-14121069-3bef-49a6-a62d-6b30551a1e5b tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.971872 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-35af8d15-d510-4b1f-9ebd-ffe3062f77a8 req-14121069-3bef-49a6-a62d-6b30551a1e5b tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 946 time: 0.2858496 Jul 22 02:29:59.004932 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56800) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:59.035635 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3da79210-aa71-4ab6-b03c-86f2ebea85ca req-5eb7d4a2-9366-477c-a917-8e8994cb5f4b service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883700 Jul 22 02:29:59.089451 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-35af8d15-d510-4b1f-9ebd-ffe3062f77a8 req-8734cde1-30e9-45bb-afb9-085478861eae tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163301 Jul 22 02:29:59.101658 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.148971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad8361-df20-4b87-9437-58bde45998d4 req-92070231-d1ac-416c-a065-0114299ef651 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.150559 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d4ad8361-df20-4b87-9437-58bde45998d4 req-92070231-d1ac-416c-a065-0114299ef651 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 945 time: 0.1728091 Jul 22 02:29:59.244700 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7edf6276-c977-46c4-9687-f6afeb6426f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.292584 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d4ad8361-df20-4b87-9437-58bde45998d4 req-634f2c1c-a85c-4eaf-862f-50e3e32cf9ff tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218486 Jul 22 02:29:59.353768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-0140efcd-f533-4717-8e2a-2156ff2ad43f tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.355225 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-0140efcd-f533-4717-8e2a-2156ff2ad43f tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.32 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 946 time: 0.1885369 Jul 22 02:29:59.382996 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56820) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:59.488309 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16d96de-e4a5-426d-8eee-371a88309136 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:59.499774 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.543722 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Transition to ACTIVE for port object d16d96de-e4a5-426d-8eee-371a88309136 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:59.545295 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7edf6276-c977-46c4-9687-f6afeb6426f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.552380 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.553462 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Deleting port 5c89b6b4-79fb-4583-b374-c31a3c878a56 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:29:59.553841 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.558970 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7edf6276-c977-46c4-9687-f6afeb6426f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.627295 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7edf6276-c977-46c4-9687-f6afeb6426f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6028d8fc0344065896e8a5ec839fa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6183662 Jul 22 02:29:59.631241 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56838) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:59.632165 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf6276-c977-46c4-9687-f6afeb6426f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1f7af-d242-4b20-bb02-740121a8c5d5,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:59.716395 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479722f1-0d29-4bee-b1c5-8b1e881ff631 req-5b9d9c29-d25e-47b1-b8ef-561288a25375 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.724484 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-479722f1-0d29-4bee-b1c5-8b1e881ff631 req-5b9d9c29-d25e-47b1-b8ef-561288a25375 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 944 time: 0.2682509 Jul 22 02:29:59.761215 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Pushing event updated for resources: {'Port': ['ID=d16d96de-e4a5-426d-8eee-371a88309136,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:59.763381 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5173-5e81-4279-9e86-6d957733d439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.800203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5173-5e81-4279-9e86-6d957733d439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.834605 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-479722f1-0d29-4bee-b1c5-8b1e881ff631 req-9b82e45c-7e9d-49af-a105-9314e7419f1c tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089845 Jul 22 02:29:59.839108 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5b4c-a782-4bbb-8693-88d47f3045b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.842896 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Attempting to bind port d16d96de-e4a5-426d-8eee-371a88309136 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:59.843237 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Attempting to bind port d16d96de-e4a5-426d-8eee-371a88309136 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:59.843569 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Attempting to bind port d16d96de-e4a5-426d-8eee-371a88309136 on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:59.850837 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] For port 5c89b6b4-79fb-4583-b374-c31a3c878a56, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c89b6b4-79fb-4583-b374-c31a3c878a56,segment=NetworkSegment(a181c508-2dd2-49af-8ff0-b61e1fe8bbc0),segment_id=a181c508-2dd2-49af-8ff0-b61e1fe8bbc0)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:59.851373 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.864768 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9fcdc-3e4a-4d3a-88c2-b790f9e5724d req-ddb5db13-4309-4400-ad7c-483c02734bb9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.869848 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Calling delete_port for 5c89b6b4-79fb-4583-b374-c31a3c878a56 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:29:59.871533 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c1d9fcdc-3e4a-4d3a-88c2-b790f9e5724d req-ddb5db13-4309-4400-ad7c-483c02734bb9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 943 time: 0.2102578 Jul 22 02:29:59.874990 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Port d16d96de-e4a5-426d-8eee-371a88309136 on network 48d459b1-7887-443d-b081-81f691741d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:59.876081 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Attempting to bind port d16d96de-e4a5-426d-8eee-371a88309136 on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:59.902331 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:59.902699 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Checking segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:59.903090 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Bound using segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:59.903604 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Bound port: d16d96de-e4a5-426d-8eee-371a88309136, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:59.903984 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.926095 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5173-5e81-4279-9e86-6d957733d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.929857 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5173-5e81-4279-9e86-6d957733d439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.931445 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-fa1d5173-5e81-4279-9e86-6d957733d439 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ff1f7af-d242-4b20-bb02-740121a8c5d5 HTTP/1.1" status: 204 len: 168 time: 0.2847831 Jul 22 02:29:59.986744 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d5173-5e81-4279-9e86-6d957733d439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1f7af-d242-4b20-bb02-740121a8c5d5,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.012217 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c1d9fcdc-3e4a-4d3a-88c2-b790f9e5724d req-8f218d07-bcd3-4079-b6a4-6f6732b7ba24 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376336 Jul 22 02:30:00.076818 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] For port d16d96de-e4a5-426d-8eee-371a88309136, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:00.097946 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] For port d16d96de-e4a5-426d-8eee-371a88309136, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d16d96de-e4a5-426d-8eee-371a88309136,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:00.112968 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.158245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499d2e-db4a-429f-a2c3-d9e9b1989249 req-c9fddcff-939c-4eef-9373-9ec7cd51972d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.159971 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3c499d2e-db4a-429f-a2c3-d9e9b1989249 req-c9fddcff-939c-4eef-9373-9ec7cd51972d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.2298324 Jul 22 02:30:00.173865 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5b4c-a782-4bbb-8693-88d47f3045b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.184751 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.185191 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.186666 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] 10.222.0.32 "PUT /v2.0/ports/d16d96de-e4a5-426d-8eee-371a88309136 HTTP/1.1" status: 200 len: 1093 time: 1.2914922 Jul 22 02:30:00.191553 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'tag': 'd16d96de-e4a5-426d-8eee-371a88309136'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:00.193126 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90725ed7-c5e3-4339-aa18-121097c00338" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39cb66-f91a-4e64-b5b2-50e2151bf114", "tag": "d16d96de-e4a5-426d-8eee-371a88309136"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:00.206954 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5b4c-a782-4bbb-8693-88d47f3045b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.207695 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.220598 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['5c89b6b4-79fb-4583-b374-c31a3c878a56'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:00.317206 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Pushing event deleted for resources: {'Port': ['ID=5c89b6b4-79fb-4583-b374-c31a3c878a56,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.338782 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56854) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:00.341131 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] No DVR routers for this DVR port 5c89b6b4-79fb-4583-b374-c31a3c878a56 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:30:00.356734 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.358813 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-27a28fde-9cad-459d-b2fa-e66745d83135 req-ceedc352-a3a7-4158-acac-3efae1ae5406 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.32 "DELETE /v2.0/ports/5c89b6b4-79fb-4583-b374-c31a3c878a56 HTTP/1.1" status: 204 len: 173 time: 0.9958665 Jul 22 02:30:00.359249 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'name': 'network-vif-deleted', 'tag': '5c89b6b4-79fb-4583-b374-c31a3c878a56'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:00.362457 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c676a7-de54-4ea2-a111-13a5d65eb7ca" -d '{"events": [{"server_uuid": "a899c01d-ce4e-47e1-abea-dd3ecf74e0f1", "name": "network-vif-deleted", "tag": "5c89b6b4-79fb-4583-b374-c31a3c878a56"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:00.365441 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa98-f03d-4082-87bf-50e9fb5d9a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.371051 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a99e2-cc45-406e-a2ac-d366f93db96d service neutron] Pushing event updated for resources: {'Port': ['ID=d16d96de-e4a5-426d-8eee-371a88309136,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.375170 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-64fd6eb3-8292-4132-8661-2cbb861ead99 req-27223015-c4f9-49ca-bca8-d5fc0ee87a58 tempest-DeleteServersTestJSON-658601790 tempest-DeleteServersTestJSON-658601790-project] 10.222.0.25 "GET /v2.0/ports?device_id=a899c01d-ce4e-47e1-abea-dd3ecf74e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0525644 Jul 22 02:30:00.384801 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-bc1b5b4c-a782-4bbb-8693-88d47f3045b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=634a6778048a4c158c47f3c1c390f46d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0006468 Jul 22 02:30:00.400838 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56858) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:00.411676 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3c499d2e-db4a-429f-a2c3-d9e9b1989249 req-63cd5f2b-bacb-4273-8c0f-79f7396b2e8b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404058 Jul 22 02:30:00.431296 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b5b4c-a782-4bbb-8693-88d47f3045b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c4e06-e69d-4d2e-8b7d-9b0d746ab98c,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.471931 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa98-f03d-4082-87bf-50e9fb5d9a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.476805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa98-f03d-4082-87bf-50e9fb5d9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.483507 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1014736b-0000-41da-a8a1-31183874f9ba x-openstack-request-id: req-1014736b-0000-41da-a8a1-31183874f9ba {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:00.484105 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39cb66-f91a-4e64-b5b2-50e2151bf114", "tag": "d16d96de-e4a5-426d-8eee-371a88309136", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:00.484310 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1014736b-0000-41da-a8a1-31183874f9ba {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:00.484770 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'tag': 'd16d96de-e4a5-426d-8eee-371a88309136', 'status': 'completed', 'code': 200} Jul 22 02:30:00.501446 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-b3e230c9-42d3-4fa9-9b88-1813ec23bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.503011 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-b3e230c9-42d3-4fa9-9b88-1813ec23bf16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 1096 time: 0.2513425 Jul 22 02:30:00.512457 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1fa98-f03d-4082-87bf-50e9fb5d9a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9304b5d6-c808-4dd6-b3c7-14e5d37aaa04,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.515923 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9397d-10d4-41fb-856f-18e186c231ad x-openstack-request-id: req-53a9397d-10d4-41fb-856f-18e186c231ad {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:00.516241 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a899c01d-ce4e-47e1-abea-dd3ecf74e0f1", "name": "network-vif-deleted", "tag": "5c89b6b4-79fb-4583-b374-c31a3c878a56", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:00.516571 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53a9397d-10d4-41fb-856f-18e186c231ad {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:00.517180 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a899c01d-ce4e-47e1-abea-dd3ecf74e0f1', 'name': 'network-vif-deleted', 'tag': '5c89b6b4-79fb-4583-b374-c31a3c878a56', 'status': 'completed', 'code': 200} Jul 22 02:30:00.534269 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-71b1fa98-f03d-4082-87bf-50e9fb5d9a3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d4a89025018479bbaccc765e42195ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940465 Jul 22 02:30:00.537283 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56860) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:00.587032 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-19538a11-835a-47d3-9202-ef83f2b84d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.593812 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0c57633a-9c71-4262-bb8a-8e3bbe1ef618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.597319 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-a4377411-6f07-4665-8390-9cab71471627 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16d96de-e4a5-426d-8eee-371a88309136 HTTP/1.1" status: 200 len: 217 time: 0.0751345 Jul 22 02:30:00.609293 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-19538a11-835a-47d3-9202-ef83f2b84d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.632025 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0c57633a-9c71-4262-bb8a-8e3bbe1ef618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.642444 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:00.671842 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-19538a11-835a-47d3-9202-ef83f2b84d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.677772 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-19538a11-835a-47d3-9202-ef83f2b84d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.679599 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-19538a11-835a-47d3-9202-ef83f2b84d83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9304b5d6-c808-4dd6-b3c7-14e5d37aaa04 HTTP/1.1" status: 204 len: 168 time: 0.1411812 Jul 22 02:30:00.696803 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19538a11-835a-47d3-9202-ef83f2b84d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9304b5d6-c808-4dd6-b3c7-14e5d37aaa04,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.721169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fd5-9c99-4511-921c-5378a633261c req-d5d64f84-e047-4e25-9c67-1ff92e37c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.722949 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-d5d64f84-e047-4e25-9c67-1ff92e37c264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.1078823 Jul 22 02:30:00.726128 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:00.731542 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:00.731944 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5da63-df78-4d80-a581-3f925569798e req-f5568fec-e791-49d3-bf74-91298eccd1f3 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.732287 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.734230 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-26b5da63-df78-4d80-a581-3f925569798e req-f5568fec-e791-49d3-bf74-91298eccd1f3 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 945 time: 0.2267752 Jul 22 02:30:00.767077 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-f2a5f7ff-f70c-4b9b-b41d-bdd8057bcf18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313854 Jul 22 02:30:00.823113 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0c57633a-9c71-4262-bb8a-8e3bbe1ef618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.825399 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.825701 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0c57633a-9c71-4262-bb8a-8e3bbe1ef618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.830181 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0c57633a-9c71-4262-bb8a-8e3bbe1ef618 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b15c4e06-e69d-4d2e-8b7d-9b0d746ab98c HTTP/1.1" status: 204 len: 168 time: 0.4175739 Jul 22 02:30:00.850796 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-26b5da63-df78-4d80-a581-3f925569798e req-75b977d9-3f6f-4611-aa73-ab8163b67b4c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041391 Jul 22 02:30:00.853897 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57633a-9c71-4262-bb8a-8e3bbe1ef618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c4e06-e69d-4d2e-8b7d-9b0d746ab98c,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.923615 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-2ec1f356-5f95-406d-a8bc-f435818fbb3c service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428778 Jul 22 02:30:01.013532 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:01.017885 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f14e38-1d1f-477a-a28f-c96e44676e7b" -d '{"events": [{"server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "name": "network-vif-plugged", "status": "completed", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:01.064854 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:01.081508 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.082793 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2edb782a-b093-404a-9394-d715ebc00d7b up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:01.134825 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c160e7e-b9c5-422e-a1cb-e17365b6fded x-openstack-request-id: req-2c160e7e-b9c5-422e-a1cb-e17365b6fded {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:01.135397 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "name": "network-vif-plugged", "status": "completed", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:01.135848 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c160e7e-b9c5-422e-a1cb-e17365b6fded {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:01.136491 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'code': 200} Jul 22 02:30:01.191655 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.226974 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 2edb782a-b093-404a-9394-d715ebc00d7b completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:01.243524 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 2edb782a-b093-404a-9394-d715ebc00d7b triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:01.244591 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.371362 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bcfa-4db9-4147-b335-cceb7c69fbd6 req-e9d1e2be-3ec7-44f3-ae32-ac0efe6a315a tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.383548 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.390335 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8724bcfa-4db9-4147-b335-cceb7c69fbd6 req-e9d1e2be-3ec7-44f3-ae32-ac0efe6a315a tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 944 time: 0.4442115 Jul 22 02:30:01.396015 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56886) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:01.419154 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8819a377-25c8-4a45-af95-822bc107e053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.450150 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 2edb782a-b093-404a-9394-d715ebc00d7b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2edb782a-b093-404a-9394-d715ebc00d7b,segment=NetworkSegment(ab69b800-776e-4de3-99e1-12fdf01c5f8a),segment_id=ab69b800-776e-4de3-99e1-12fdf01c5f8a)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:01.464286 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.490550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae69832-f912-4fad-920c-a118dba7c6c8 req-7cbe54cd-4d19-4bf9-93b5-0f8160fd4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.492762 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4ae69832-f912-4fad-920c-a118dba7c6c8 req-7cbe54cd-4d19-4bf9-93b5-0f8160fd4584 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1099 time: 0.1543214 Jul 22 02:30:01.495849 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7b334fd5-9c99-4511-921c-5378a633261c req-817d7e4a-4aeb-4286-8313-3948402f58e7 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627739 Jul 22 02:30:01.505724 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe5fa0-c8c5-4472-aa7e-51436fd472d2 req-ad122132-42f9-4237-92ca-21d13eb47d73 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.507529 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ebfe5fa0-c8c5-4472-aa7e-51436fd472d2 req-ad122132-42f9-4237-92ca-21d13eb47d73 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 943 time: 0.2118893 Jul 22 02:30:01.521445 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8724bcfa-4db9-4147-b335-cceb7c69fbd6 req-d69100db-7998-4206-b14c-94fe5ba47e84 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255651 Jul 22 02:30:01.549607 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=2edb782a-b093-404a-9394-d715ebc00d7b,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.579487 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4ae69832-f912-4fad-920c-a118dba7c6c8 req-f13ab7a6-80fb-4296-94ba-9f836526564c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586162 Jul 22 02:30:01.604712 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ebfe5fa0-c8c5-4472-aa7e-51436fd472d2 req-457112fc-e0d1-4910-b41f-8cb90f73b27d tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807655 Jul 22 02:30:01.638081 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8819a377-25c8-4a45-af95-822bc107e053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.646936 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8819a377-25c8-4a45-af95-822bc107e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.699332 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a377-25c8-4a45-af95-822bc107e053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96598e-41bd-4420-a80b-a49915955895,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.705826 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8819a377-25c8-4a45-af95-822bc107e053 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9da0d2711a6a457c91516b4dfe088e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058069 Jul 22 02:30:01.708712 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56902) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:01.767948 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2824b748-8718-432f-a6f0-a882cdf59325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.797136 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2824b748-8718-432f-a6f0-a882cdf59325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.801628 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725ed7-c5e3-4339-aa18-121097c00338 req-1f5660b0-0bc0-4dd0-90ac-829ebeee6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.803312 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-1f5660b0-0bc0-4dd0-90ac-829ebeee6f2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 1096 time: 0.1514320 Jul 22 02:30:01.815227 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88c067-56b8-4ab5-a197-5b6474e309b0 req-f41c63a0-b1a5-4741-a00d-a30cb34ab58f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.816551 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3f88c067-56b8-4ab5-a197-5b6474e309b0 req-f41c63a0-b1a5-4741-a00d-a30cb34ab58f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1110878 Jul 22 02:30:01.868472 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2824b748-8718-432f-a6f0-a882cdf59325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.871639 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2824b748-8718-432f-a6f0-a882cdf59325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.872953 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-2824b748-8718-432f-a6f0-a882cdf59325 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef96598e-41bd-4420-a80b-a49915955895 HTTP/1.1" status: 204 len: 168 time: 0.1618640 Jul 22 02:30:01.887385 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824b748-8718-432f-a6f0-a882cdf59325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96598e-41bd-4420-a80b-a49915955895,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.969855 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725ed7-c5e3-4339-aa18-121097c00338 req-164bafa3-3c00-4c2e-a51e-17def84fddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.971473 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-164bafa3-3c00-4c2e-a51e-17def84fddee service neutron] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 915 time: 0.1540394 Jul 22 02:30:02.051392 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-54ae6a6f-9591-4c6a-b5fc-54a47802d893 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16d96de-e4a5-426d-8eee-371a88309136 HTTP/1.1" status: 200 len: 217 time: 0.0612204 Jul 22 02:30:02.055389 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3f88c067-56b8-4ab5-a197-5b6474e309b0 req-5e95abe8-ce88-4265-ae67-c42ca543b362 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294424 Jul 22 02:30:02.121071 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763279a-1cfb-4158-9114-8463e0560820 req-9207141d-6c6f-467e-b0e9-b362f1578050 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:02.122660 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4763279a-1cfb-4158-9114-8463e0560820 req-9207141d-6c6f-467e-b0e9-b362f1578050 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1742175 Jul 22 02:30:02.132853 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725ed7-c5e3-4339-aa18-121097c00338 req-b65a7ebf-33b0-481c-995a-2c1fc77d0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:02.134434 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-b65a7ebf-33b0-481c-995a-2c1fc77d0d32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.0668118 Jul 22 02:30:02.179495 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-c6195026-281e-4cf3-adbb-a0b4259f8f45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304799 Jul 22 02:30:02.233701 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4763279a-1cfb-4158-9114-8463e0560820 req-44d6948e-f210-4bcc-8d56-29ccf79760c7 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038442 Jul 22 02:30:02.297029 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56926) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:02.304120 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-9d119e5c-03d3-4c31-a0c1-0a6f20756c5a service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124792 Jul 22 02:30:02.310243 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aa45ef8e-eb04-4d88-aa3c-168cbb395482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.401228 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aa45ef8e-eb04-4d88-aa3c-168cbb395482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.406386 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aa45ef8e-eb04-4d88-aa3c-168cbb395482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.406583 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90725ed7-c5e3-4339-aa18-121097c00338 req-15caca29-3967-4dda-ae60-d011cb64136e service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903387 Jul 22 02:30:02.445596 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-aa45ef8e-eb04-4d88-aa3c-168cbb395482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dddd37a4e28c461fb39c97a70a74cd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469207 Jul 22 02:30:02.446707 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ef8e-eb04-4d88-aa3c-168cbb395482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd5814-a7b9-44cf-98c9-eb0ba25a609a,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:02.448618 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56928) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:02.504844 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-311dbc08-2cc8-47db-ab6f-419f42c235ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.537645 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-311dbc08-2cc8-47db-ab6f-419f42c235ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.601467 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-311dbc08-2cc8-47db-ab6f-419f42c235ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.605815 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-311dbc08-2cc8-47db-ab6f-419f42c235ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.606073 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-311dbc08-2cc8-47db-ab6f-419f42c235ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5fd5814-a7b9-44cf-98c9-eb0ba25a609a HTTP/1.1" status: 204 len: 168 time: 0.1563466 Jul 22 02:30:02.616668 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dbc08-2cc8-47db-ab6f-419f42c235ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd5814-a7b9-44cf-98c9-eb0ba25a609a,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:02.655727 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5c89b6b4-79fb-4583-b374-c31a3c878a56 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:30:02.703629 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 5c89b6b4-79fb-4583-b374-c31a3c878a56 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:30:02.704761 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5c89b6b4-79fb-4583-b374-c31a3c878a56 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:30:02.752419 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371fc51-76d9-443e-8f47-2e2e5f4bfa26 req-18fcdbb6-9c62-4cff-bc25-0eb790453cf0 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:02.753877 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4371fc51-76d9-443e-8f47-2e2e5f4bfa26 req-18fcdbb6-9c62-4cff-bc25-0eb790453cf0 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 945 time: 0.1224740 Jul 22 02:30:02.821223 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4371fc51-76d9-443e-8f47-2e2e5f4bfa26 req-9869df28-f35d-4204-bbb1-b459d61c457b tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 Jul 22 02:30:02.848530 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06531e99-cded-42f5-a1c0-d76e7cd419dd req-8c9e0b84-6e55-4087-bb40-b3321744145e tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:02.852139 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-06531e99-cded-42f5-a1c0-d76e7cd419dd req-8c9e0b84-6e55-4087-bb40-b3321744145e tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 943 time: 0.1215641 Jul 22 02:30:02.903020 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-06531e99-cded-42f5-a1c0-d76e7cd419dd req-d7301d7f-0e5e-4853-8183-90232bef39a3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Jul 22 02:30:03.098346 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56968) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:03.137565 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edb782a-b093-404a-9394-d715ebc00d7b'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:03.139871 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9653167f-a81d-41ce-aba2-00d7a91a794d" -d '{"events": [{"server_uuid": "a253651a-b1a2-4ad3-a51b-3b66192b505c", "name": "network-vif-plugged", "status": "completed", "tag": "2edb782a-b093-404a-9394-d715ebc00d7b"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:03.183810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Deleting subnet f92e0846-e971-42fe-8033-fb881c9940cd {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:30:03.193095 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.195876 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b5ebd8-3531-4115-9fce-153d5bbab3a2 x-openstack-request-id: req-f5b5ebd8-3531-4115-9fce-153d5bbab3a2 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:03.196171 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a253651a-b1a2-4ad3-a51b-3b66192b505c", "name": "network-vif-plugged", "status": "completed", "tag": "2edb782a-b093-404a-9394-d715ebc00d7b", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:03.196471 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5b5ebd8-3531-4115-9fce-153d5bbab3a2 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:03.196891 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edb782a-b093-404a-9394-d715ebc00d7b', 'code': 200} Jul 22 02:30:03.208780 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d154ded-b8c4-4fc3-89da-908ca195d3ad req-fcdaf6fd-179e-45f2-9be1-bee7c3ab69ad tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.224796 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9d154ded-b8c4-4fc3-89da-908ca195d3ad req-fcdaf6fd-179e-45f2-9be1-bee7c3ab69ad tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.0876906 Jul 22 02:30:03.255729 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.268491 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.276951 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9d154ded-b8c4-4fc3-89da-908ca195d3ad req-4a662180-df37-41d7-aac1-f630f06b6fc8 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Jul 22 02:30:03.369155 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.400262 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92e0846-e971-42fe-8033-fb881c9940cd,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:03.408756 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.411447 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d836ad70-f0e4-43ec-8ff0-a685107a5887 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f92e0846-e971-42fe-8033-fb881c9940cd HTTP/1.1" status: 204 len: 168 time: 0.3113847 Jul 22 02:30:03.413968 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 56986) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:03.438804 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54a4b-6dd2-453c-a0c2-b01967916491 req-ae698d8f-f7dd-4136-aa96-ff00c4989808 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.440599 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6bc54a4b-6dd2-453c-a0c2-b01967916491 req-ae698d8f-f7dd-4136-aa96-ff00c4989808 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0962596 Jul 22 02:30:03.500054 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.522544 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6bc54a4b-6dd2-453c-a0c2-b01967916491 req-b3cf3890-467c-45a0-884d-0f12cfcca52b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720220 Jul 22 02:30:03.530181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb260-6b44-4e20-9a4e-48c5b71238a1 req-dc2f0cfe-f17b-43cd-941f-bc448fb1dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.531684 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-14dcb260-6b44-4e20-9a4e-48c5b71238a1 req-dc2f0cfe-f17b-43cd-941f-bc448fb1dc93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 1098 time: 0.0901241 Jul 22 02:30:03.580423 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-14dcb260-6b44-4e20-9a4e-48c5b71238a1 req-39f6ff21-3c34-4e04-b19a-2a7f0bc71ede service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Jul 22 02:30:03.590597 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.602640 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.602989 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.603782 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.604130 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.604469 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.604910 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.605099 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.605413 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.605745 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.606068 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.677563 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c167-0296-4f2f-866b-0be70234817b req-f651f00d-8d33-4f65-a5ff-bff9578f125e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.679165 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2aa9c167-0296-4f2f-866b-0be70234817b req-f651f00d-8d33-4f65-a5ff-bff9578f125e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0792019 Jul 22 02:30:03.688128 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 56998) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:03.693200 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'floatingip': {'port_id': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:03.754683 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.755555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.756016 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.756617 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:30:03.757129 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d015fd-df87-4092-937b-6b4768dde492']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:03.779067 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.782308 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:03.782714 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a181c508-2dd2-49af-8ff0-b61e1fe8bbc0') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:03.801555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.831548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.840211 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:30:03.840627 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: from cryptography.utils import int_from_bytes Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: from cryptography.utils import int_from_bytes Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:30:03.846635 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:30:03.925228 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.933503 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.937899 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/13d015fd-df87-4092-937b-6b4768dde492 HTTP/1.1" status: 204 len: 168 time: 0.5210598 Jul 22 02:30:03.952100 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b14d6d-db93-4b12-9f59-037f89ed5bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d015fd-df87-4092-937b-6b4768dde492,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:04.084032 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57018) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:04.124370 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-3295100b-8f8f-40a5-bc86-2c44a9974b60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e14f91c3702a489a9ff95b0b6d53150d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391572 Jul 22 02:30:04.127422 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57020) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:04.181757 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8f3be339-8283-4775-9f0e-835028752275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.209522 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8f3be339-8283-4775-9f0e-835028752275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.266054 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8f3be339-8283-4775-9f0e-835028752275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.269502 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8f3be339-8283-4775-9f0e-835028752275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.273754 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8f3be339-8283-4775-9f0e-835028752275 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a HTTP/1.1" status: 204 len: 168 time: 0.1450162 Jul 22 02:30:04.284713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3be339-8283-4775-9f0e-835028752275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e70b371-6fa3-463a-a2f9-fc34a6fd2d8a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:04.422877 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303d9b-3104-47bc-9887-c9a0c0aa6e98 req-0bc971aa-d7ef-4087-932b-169985fde00e tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:04.429643 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c9303d9b-3104-47bc-9887-c9a0c0aa6e98 req-0bc971aa-d7ef-4087-932b-169985fde00e tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 945 time: 0.5023992 Jul 22 02:30:04.455910 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e5b30-6c3d-459e-8b29-b089c639f5a1 req-57d65d14-0688-4649-9592-e168e65efa98 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:04.457421 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-453e5b30-6c3d-459e-8b29-b089c639f5a1 req-57d65d14-0688-4649-9592-e168e65efa98 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 943 time: 0.4566152 Jul 22 02:30:04.643616 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c9303d9b-3104-47bc-9887-c9a0c0aa6e98 req-5e03f20a-2d00-4258-957f-0d71e8fbfd42 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130010 Jul 22 02:30:04.650624 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device d16d96de-e4a5-426d-8eee-371a88309136 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:04.742994 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-453e5b30-6c3d-459e-8b29-b089c639f5a1 req-e654ace9-8be7-4799-b142-954a76a7db64 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706754 Jul 22 02:30:04.841757 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port d16d96de-e4a5-426d-8eee-371a88309136, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d16d96de-e4a5-426d-8eee-371a88309136,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:04.858338 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'd16d96de-e4a5-426d-8eee-371a88309136', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'port_id': 'd16d96de-e4a5-426d-8eee-371a88309136', 'mac_address': 'fa:16:3e:11:ba:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9ca91-a6ab-4b21-8feb-a156ae4a6be5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:04.906249 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.923305 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16d96de-e4a5-426d-8eee-371a88309136 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:04.950636 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port d16d96de-e4a5-426d-8eee-371a88309136, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d16d96de-e4a5-426d-8eee-371a88309136,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:04.958230 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.996464 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010de11-1f46-44a4-9279-cb2b50a38d75 req-5b8e6f8f-3308-421b-b904-768c167b69d1 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:04.998034 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8010de11-1f46-44a4-9279-cb2b50a38d75 req-5b8e6f8f-3308-421b-b904-768c167b69d1 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.2355158 Jul 22 02:30:05.023441 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.034653 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.044785 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=d16d96de-e4a5-426d-8eee-371a88309136,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:05.129784 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8010de11-1f46-44a4-9279-cb2b50a38d75 req-ee8aa625-6c6e-4ec4-9e90-be575adca01f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242239 Jul 22 02:30:05.201627 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.l3_db [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Floating IP 202fccdb-1c98-4077-b324-d190e9b2c8ab associated. External IP: 172.28.1.154, port: 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8. Jul 22 02:30:05.260797 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['d16d96de-e4a5-426d-8eee-371a88309136'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:05.481084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:30:05.625034 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:05.631656 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.644777 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:05.659383 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:05.660077 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:05.728451 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-684de295-5363-4941-b436-c345e84ea96d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "PUT /v2.0/floatingips/202fccdb-1c98-4077-b324-d190e9b2c8ab HTTP/1.1" status: 200 len: 992 time: 2.0390704 Jul 22 02:30:05.729731 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:05.736444 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:05.843989 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1de5-e30d-47f4-aa7a-b10890b8b6d4 req-718cddb0-3cc0-4240-acac-3b48793117b2 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:05.846887 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e9e1de5-e30d-47f4-aa7a-b10890b8b6d4 req-718cddb0-3cc0-4240-acac-3b48793117b2 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 945 time: 0.0956366 Jul 22 02:30:05.921594 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e9e1de5-e30d-47f4-aa7a-b10890b8b6d4 req-79522b03-a8f0-400f-b364-6f617ea2f4af tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683825 Jul 22 02:30:05.972205 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:05.997407 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1064a0-fe70-4dec-9b09-eb093c197aba x-openstack-request-id: req-ab1064a0-fe70-4dec-9b09-eb093c197aba {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:05.998041 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:05.998603 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab1064a0-fe70-4dec-9b09-eb093c197aba {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:05.999212 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'status': 'completed', 'code': 200} Jul 22 02:30:06.190005 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89f7df-5277-40fd-a6e7-e404e818878c req-abc0071e-c6e6-45f9-afd7-6e378e9b0c39 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.191610 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dd89f7df-5277-40fd-a6e7-e404e818878c req-abc0071e-c6e6-45f9-afd7-6e378e9b0c39 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 944 time: 0.1772046 Jul 22 02:30:06.232264 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-05c84ea7-480e-41c0-975d-1cf8814a46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.234070 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-05c84ea7-480e-41c0-975d-1cf8814a46fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1099 time: 0.1829491 Jul 22 02:30:06.269914 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dd89f7df-5277-40fd-a6e7-e404e818878c req-ea87ebbe-95ca-4c56-bc79-d7881975c1d0 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675130 Jul 22 02:30:06.406213 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '202fccdb-1c98-4077-b324-d190e9b2c8ab', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'port_id': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'mac_address': 'fa:16:3e:66:9a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:29:39Z', 'updated_at': '2021-07-22T02:30:04Z', 'revision_number': 1, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:06.447486 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:30:06.463330 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:06.463997 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:29:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:06.607468 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-aacba293-3abf-49bb-aa15-9e2cbcc10e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.608965 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-aacba293-3abf-49bb-aa15-9e2cbcc10e6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.3620105 Jul 22 02:30:06.618030 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3721e-c3af-45b9-9237-f16e64b947ec req-36fcd06f-4560-41d9-a256-37b666759233 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.619504 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ad3721e-c3af-45b9-9237-f16e64b947ec req-36fcd06f-4560-41d9-a256-37b666759233 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.3481202 Jul 22 02:30:06.669845 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device d16d96de-e4a5-426d-8eee-371a88309136 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:06.690859 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:06.726326 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port d16d96de-e4a5-426d-8eee-371a88309136 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:06.733760 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port d16d96de-e4a5-426d-8eee-371a88309136 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:06.733760 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.742968 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ad3721e-c3af-45b9-9237-f16e64b947ec req-0696c4c7-cb78-40a1-a52b-eec0330d1c25 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161964 Jul 22 02:30:06.749463 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-c97f7e77-6b90-4768-9a80-441e4340df8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 1000 time: 0.1290357 Jul 22 02:30:06.821771 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.822414 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-2d67f6f8-c5cf-4d1e-8b9b-841960ebfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.825151 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-2d67f6f8-c5cf-4d1e-8b9b-841960ebfebe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0607436 Jul 22 02:30:06.847358 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16d96de-e4a5-426d-8eee-371a88309136'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:06.852741 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba377d4-0077-45af-8c14-4e7e04ca8cfb" -d '{"events": [{"server_uuid": "7f39cb66-f91a-4e64-b5b2-50e2151bf114", "name": "network-vif-plugged", "status": "completed", "tag": "d16d96de-e4a5-426d-8eee-371a88309136"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:06.869408 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port d16d96de-e4a5-426d-8eee-371a88309136, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d16d96de-e4a5-426d-8eee-371a88309136,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:06.876767 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.924182 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-45ca4a4a-3305-4f7f-99d6-0aa7e4185312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.929551 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-45ca4a4a-3305-4f7f-99d6-0aa7e4185312 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840533 Jul 22 02:30:06.940387 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=d16d96de-e4a5-426d-8eee-371a88309136,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:06.962820 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d459c19f-edee-45d1-a3bc-781b10d5400a x-openstack-request-id: req-d459c19f-edee-45d1-a3bc-781b10d5400a {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:06.963905 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39cb66-f91a-4e64-b5b2-50e2151bf114", "name": "network-vif-plugged", "status": "completed", "tag": "d16d96de-e4a5-426d-8eee-371a88309136", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:06.964493 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d459c19f-edee-45d1-a3bc-781b10d5400a {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:06.966654 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16d96de-e4a5-426d-8eee-371a88309136', 'code': 200} Jul 22 02:30:07.075438 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-d2ca2f83-e718-4cff-ae24-d0d38979d1db service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403005 Jul 22 02:30:07.128019 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '202fccdb-1c98-4077-b324-d190e9b2c8ab', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'port_id': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'mac_address': 'fa:16:3e:66:9a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:29:39Z', 'updated_at': '2021-07-22T02:30:04Z', 'revision_number': 1, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:07.158558 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36cde2-5a03-4c23-b97e-8c74615b8338 None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '202fccdb-1c98-4077-b324-d190e9b2c8ab', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'port_id': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'mac_address': 'fa:16:3e:66:9a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:29:39Z', 'updated_at': '2021-07-22T02:30:04Z', 'revision_number': 1, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:30:07.198823 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57200) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:07.271084 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dce3-1866-4891-9ee7-284820cadb99 req-f4ea77c1-41de-40fc-9f62-cbb390533ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.272744 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8e31dce3-1866-4891-9ee7-284820cadb99 req-f4ea77c1-41de-40fc-9f62-cbb390533ffc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 1098 time: 0.1043973 Jul 22 02:30:07.276926 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9168a5e1-a9fe-48e0-946d-19ddf6b79d9b req-c9ee65ff-bf71-4ef7-abb7-9437bc8c310a service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805544 Jul 22 02:30:07.377790 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8e31dce3-1866-4891-9ee7-284820cadb99 req-e2b98bbb-0467-4bf7-abfb-343435df7079 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814621 Jul 22 02:30:07.381428 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b89356c4-43f2-41c6-b207-c3e559e5dea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.526391 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb09097-7813-4ff6-9700-55a00c063f9d None None] New status for floating IP 202fccdb-1c98-4077-b324-d190e9b2c8ab: ACTIVE {{(pid=93229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:30:07.527712 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6d553-44a4-466d-878a-e5660177831d req-9246e6aa-0c5a-483f-9ae2-299c4221af4a tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.529493 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ae6d553-44a4-466d-878a-e5660177831d req-9246e6aa-0c5a-483f-9ae2-299c4221af4a tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 945 time: 0.1429622 Jul 22 02:30:07.590208 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ae6d553-44a4-466d-878a-e5660177831d req-d0b3f63b-eed5-40eb-9672-efdcf3b4e29c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Jul 22 02:30:07.605379 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b89356c4-43f2-41c6-b207-c3e559e5dea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.609467 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b89356c4-43f2-41c6-b207-c3e559e5dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.652997 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-b89356c4-43f2-41c6-b207-c3e559e5dea9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f34763166a604ef38957351b2d2a725f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531279 Jul 22 02:30:07.655687 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57228) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:07.662673 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89356c4-43f2-41c6-b207-c3e559e5dea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e816f-78ea-4487-94ce-acfbc5241c27,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:07.664448 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-3099cb43-56d9-4c66-9b28-506aad6118a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.712426 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c0ad46a0-5b99-4ab2-af04-2734bba71e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.735702 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c0ad46a0-5b99-4ab2-af04-2734bba71e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.788265 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c0ad46a0-5b99-4ab2-af04-2734bba71e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.791678 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c0ad46a0-5b99-4ab2-af04-2734bba71e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.792922 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-c0ad46a0-5b99-4ab2-af04-2734bba71e21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b1e816f-78ea-4487-94ce-acfbc5241c27 HTTP/1.1" status: 204 len: 168 time: 0.1362062 Jul 22 02:30:07.802891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad46a0-5b99-4ab2-af04-2734bba71e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e816f-78ea-4487-94ce-acfbc5241c27,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:07.912138 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343628e8-886f-43bd-a4a0-703c77c6a1c0 req-343b9679-c9e1-49ef-8b2d-21869f5c4c93 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.913795 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-343628e8-886f-43bd-a4a0-703c77c6a1c0 req-343b9679-c9e1-49ef-8b2d-21869f5c4c93 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.0836990 Jul 22 02:30:07.962615 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-343628e8-886f-43bd-a4a0-703c77c6a1c0 req-1fa04bab-60dc-4d90-8fea-554e6f350e63 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Jul 22 02:30:08.105423 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57246) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:08.118755 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff6e-82f2-4e4a-8770-d50ebbcd73ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.227258 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff6e-82f2-4e4a-8770-d50ebbcd73ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.234363 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff6e-82f2-4e4a-8770-d50ebbcd73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.277632 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-24d9ff6e-82f2-4e4a-8770-d50ebbcd73ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac4bc7ad84db459f8b67d97f1caac4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710925 Jul 22 02:30:08.280242 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57256) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:08.287559 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ff6e-82f2-4e4a-8770-d50ebbcd73ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8f433-66d0-476a-aa8d-ed6178be06bf,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:08.341323 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-71705996-40fe-4680-aebf-ede9d76161a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.366563 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-71705996-40fe-4680-aebf-ede9d76161a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.417813 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-71705996-40fe-4680-aebf-ede9d76161a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.420886 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-71705996-40fe-4680-aebf-ede9d76161a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.425323 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-71705996-40fe-4680-aebf-ede9d76161a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55f8f433-66d0-476a-aa8d-ed6178be06bf HTTP/1.1" status: 204 len: 168 time: 0.1408136 Jul 22 02:30:08.432700 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71705996-40fe-4680-aebf-ede9d76161a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8f433-66d0-476a-aa8d-ed6178be06bf,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:08.649330 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57282) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:08.777308 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73ba08-2132-4f13-916d-220ea81aaddf req-bbd6d01a-fc56-46ee-a221-32561aadab9a tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:08.787578 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae73ba08-2132-4f13-916d-220ea81aaddf req-bbd6d01a-fc56-46ee-a221-32561aadab9a tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 945 time: 0.0915372 Jul 22 02:30:08.847503 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae73ba08-2132-4f13-916d-220ea81aaddf req-cc08d3b3-e6fb-4de7-800c-2674ea6f9d99 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Jul 22 02:30:08.931546 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccca3-fc9f-4d5e-89c1-16e8366fbe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.091936 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccca3-fc9f-4d5e-89c1-16e8366fbe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.121087 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccca3-fc9f-4d5e-89c1-16e8366fbe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.196816 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0e0ccca3-fc9f-4d5e-89c1-16e8366fbe60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12f912f453794c559f798c24bc93a83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461357 Jul 22 02:30:09.199491 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57322) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:09.200674 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ccca3-fc9f-4d5e-89c1-16e8366fbe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715281e-6275-4894-8ba7-8f32d5481d8a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:09.217648 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57324) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:09.261376 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984376-f7ce-4731-a771-9c7f9a6c8c66 req-9382f4f5-321e-4686-8632-d78eaaa052bc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.263370 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-18984376-f7ce-4731-a771-9c7f9a6c8c66 req-9382f4f5-321e-4686-8632-d78eaaa052bc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1736119 Jul 22 02:30:09.289555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bf863967-4de1-40b5-a19f-4547872de5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.313994 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-18984376-f7ce-4731-a771-9c7f9a6c8c66 req-616c78f4-1a27-4ef4-920d-1d25a14f63f6 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Jul 22 02:30:09.334825 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bf863967-4de1-40b5-a19f-4547872de5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.386837 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a0231018-15f2-4efb-a6b5-82300e6f5c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.400290 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bf863967-4de1-40b5-a19f-4547872de5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.405074 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bf863967-4de1-40b5-a19f-4547872de5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.407158 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-bf863967-4de1-40b5-a19f-4547872de5d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f715281e-6275-4894-8ba7-8f32d5481d8a HTTP/1.1" status: 204 len: 168 time: 0.2054236 Jul 22 02:30:09.427076 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf863967-4de1-40b5-a19f-4547872de5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715281e-6275-4894-8ba7-8f32d5481d8a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:09.514011 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9aa82-b20d-4380-8a6f-10f6475eabf7 req-0b4d791a-4261-45ba-84a9-c887f9fcde72 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.516404 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b5c9aa82-b20d-4380-8a6f-10f6475eabf7 req-0b4d791a-4261-45ba-84a9-c887f9fcde72 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 945 time: 0.1200774 Jul 22 02:30:09.598746 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b5c9aa82-b20d-4380-8a6f-10f6475eabf7 req-8ff765e0-3c13-4baa-83b6-cc0cf472ac5b tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Jul 22 02:30:09.619445 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a0231018-15f2-4efb-a6b5-82300e6f5c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.628568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a0231018-15f2-4efb-a6b5-82300e6f5c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.686357 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a0231018-15f2-4efb-a6b5-82300e6f5c64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a609af4f5084471ba24f87d090c2129f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577811 Jul 22 02:30:09.687216 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0231018-15f2-4efb-a6b5-82300e6f5c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea98557-fe44-4ce5-9dae-4d8705851d33,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:09.689371 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57348) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:09.754040 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-679b3bfc-618d-4de7-9993-62dbabdab0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.777739 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-679b3bfc-618d-4de7-9993-62dbabdab0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.832626 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-679b3bfc-618d-4de7-9993-62dbabdab0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.835774 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-679b3bfc-618d-4de7-9993-62dbabdab0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.837163 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-679b3bfc-618d-4de7-9993-62dbabdab0c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cea98557-fe44-4ce5-9dae-4d8705851d33 HTTP/1.1" status: 204 len: 168 time: 0.1465132 Jul 22 02:30:09.845087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b3bfc-618d-4de7-9993-62dbabdab0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea98557-fe44-4ce5-9dae-4d8705851d33,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.040994 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.283606 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6109-c06b-4162-8ff4-6af3e796188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.330697 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57388) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:10.364425 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8b64d9f4-a525-4cf6-bdbe-512d92a8e143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.488567 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8b64d9f4-a525-4cf6-bdbe-512d92a8e143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.489788 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbaafc-257f-4232-843e-726f699bbc99 req-bf5a1843-233c-4887-aef6-b173928ad4be tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.493334 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a4bbaafc-257f-4232-843e-726f699bbc99 req-bf5a1843-233c-4887-aef6-b173928ad4be tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.0977077 Jul 22 02:30:10.493959 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8b64d9f4-a525-4cf6-bdbe-512d92a8e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.535500 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64d9f4-a525-4cf6-bdbe-512d92a8e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc22996-3868-4955-9704-fb6642d51a46,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.564655 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8b64d9f4-a525-4cf6-bdbe-512d92a8e143 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0ceff4ea817435582881825238d34f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329922 Jul 22 02:30:10.567224 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57400) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:10.568084 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a4bbaafc-257f-4232-843e-726f699bbc99 req-201e848c-cf2e-4c7f-ac4f-34c1639385d7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Jul 22 02:30:10.597098 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.635185 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf0ab-8415-4bd0-aedb-f300a84212af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.659333 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf0ab-8415-4bd0-aedb-f300a84212af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.729808 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf0ab-8415-4bd0-aedb-f300a84212af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.733871 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf0ab-8415-4bd0-aedb-f300a84212af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.742452 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ebfcf0ab-8415-4bd0-aedb-f300a84212af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bc22996-3868-4955-9704-fb6642d51a46 HTTP/1.1" status: 204 len: 168 time: 0.1676588 Jul 22 02:30:10.762199 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf0ab-8415-4bd0-aedb-f300a84212af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc22996-3868-4955-9704-fb6642d51a46,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.781232 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3ee27-4bf5-4df5-aae0-8b9a7239b26d req-26c7fcdb-db3d-4763-a76c-259e77fb083d tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.791599 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-42d3ee27-4bf5-4df5-aae0-8b9a7239b26d req-26c7fcdb-db3d-4763-a76c-259e77fb083d tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 945 time: 0.1119807 Jul 22 02:30:10.832050 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-42d3ee27-4bf5-4df5-aae0-8b9a7239b26d req-53f8c035-8bad-4404-ab2a-9e62fe74e5cf tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/security-groups?id=913baf20-0825-473e-9404-bb40a244eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Jul 22 02:30:11.207393 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-00b0ae31-bba1-46e4-a98e-c218117414cc tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:11.216717 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-00b0ae31-bba1-46e4-a98e-c218117414cc tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.1588311 Jul 22 02:30:11.236186 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-ee086db8-adc1-4909-91a0-d0ca9e630446 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/quotas/f5a9814d773b43e78a6a96b15d632db9 HTTP/1.1" status: 200 len: 375 time: 0.0182002 Jul 22 02:30:11.262053 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-40fcdfb2-40dd-46da-ad5f-f5bb3e94de19 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:11.263912 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-40fcdfb2-40dd-46da-ad5f-f5bb3e94de19 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.32 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 945 time: 0.1164947 Jul 22 02:30:11.314939 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-ad0343b7-234d-43bd-a722-5457664d7d69 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778069 Jul 22 02:30:11.317963 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57446) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:11.346695 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57450) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:11.433333 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-6fc6f63a-bec4-470f-8361-407a56685635 service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174588 Jul 22 02:30:11.446343 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Deleting port 2edb782a-b093-404a-9394-d715ebc00d7b {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:30:11.446907 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.532047 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7112-9503-4894-996e-bf92a1cc728a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.544044 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-56438519-b42f-4772-91fb-0a8590ca1b37 service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096957 Jul 22 02:30:11.546081 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57456) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:11.565475 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.574486 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfe3e-69b3-4d1f-997d-50ae5814cd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.577449 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30fe6a78-fdbd-4cd2-8714-105e8f210276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.606057 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] For port 2edb782a-b093-404a-9394-d715ebc00d7b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2edb782a-b093-404a-9394-d715ebc00d7b,segment=NetworkSegment(ab69b800-776e-4de3-99e1-12fdf01c5f8a),segment_id=ab69b800-776e-4de3-99e1-12fdf01c5f8a)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:11.606406 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.628397 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Calling delete_port for 2edb782a-b093-404a-9394-d715ebc00d7b owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:30:11.730950 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-58a749f1-aae4-4a83-90c4-204f20e9f1f8 req-6d8fa588-3ec5-401b-bb0b-b9173147530b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 210 time: 0.0313623 Jul 22 02:30:11.743747 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427be35-6ca9-43f6-89a2-f426a57ee1db req-50d3f928-9532-4779-a078-f46dd33cf8bb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:11.746070 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b427be35-6ca9-43f6-89a2-f426a57ee1db req-50d3f928-9532-4779-a078-f46dd33cf8bb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1021738 Jul 22 02:30:11.772120 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7112-9503-4894-996e-bf92a1cc728a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.779747 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7112-9503-4894-996e-bf92a1cc728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.808019 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b427be35-6ca9-43f6-89a2-f426a57ee1db req-47083dcf-0b47-4286-b04e-e115217a97b9 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517812 Jul 22 02:30:11.868518 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8cbc7112-9503-4894-996e-bf92a1cc728a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1b1280d10d34a84a91873aa6584854f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479167 Jul 22 02:30:11.873923 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57472) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:11.883087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc7112-9503-4894-996e-bf92a1cc728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdb124-d9f8-4078-85e9-8bf4447cbdff,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:11.919176 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.942730 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['2edb782a-b093-404a-9394-d715ebc00d7b'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:11.962970 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Pushing event deleted for resources: {'Port': ['ID=2edb782a-b093-404a-9394-d715ebc00d7b,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:11.976571 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfe3e-69b3-4d1f-997d-50ae5814cd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.979328 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1fa547bc-fa2e-4908-9bf6-136e01e27826 req-80a640f4-e70b-48ae-a831-ffc19fa71801 tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253651a-b1a2-4ad3-a51b-3b66192b505c HTTP/1.1" status: 200 len: 210 time: 0.0595360 Jul 22 02:30:11.997335 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5f92e05a-dc6f-4701-aa32-c26ef2f5574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.008428 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfe3e-69b3-4d1f-997d-50ae5814cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.034244 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] No DVR routers for this DVR port 2edb782a-b093-404a-9394-d715ebc00d7b on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:30:12.039740 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.042243 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98d6f6fa-3b64-4815-b8eb-05e0420d1301 req-48c48ad2-2925-4e9e-bb0b-6fc1e19e35ec tempest-VolumesActionsTest-1324709898 tempest-VolumesActionsTest-1324709898-project] 10.222.0.32 "DELETE /v2.0/ports/2edb782a-b093-404a-9394-d715ebc00d7b HTTP/1.1" status: 204 len: 173 time: 0.7616181 Jul 22 02:30:12.042818 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'name': 'network-vif-deleted', 'tag': '2edb782a-b093-404a-9394-d715ebc00d7b'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:12.045769 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb2406e-c7f7-43dc-b68b-d864db4032fb" -d '{"events": [{"server_uuid": "a253651a-b1a2-4ad3-a51b-3b66192b505c", "name": "network-vif-deleted", "tag": "2edb782a-b093-404a-9394-d715ebc00d7b"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:12.050414 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5f92e05a-dc6f-4701-aa32-c26ef2f5574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.090422 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-8d0bfe3e-69b3-4d1f-997d-50ae5814cd1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dbb1d685c18490cbb48a3dd2783beda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396359 Jul 22 02:30:12.092362 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bfe3e-69b3-4d1f-997d-50ae5814cd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124fad8-75d3-42c7-ab2a-ea036ea94ff9,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:12.096032 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57478) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:12.118117 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a78e75-7c1b-4dc9-98b3-13d6ecd5df2a x-openstack-request-id: req-29a78e75-7c1b-4dc9-98b3-13d6ecd5df2a {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:12.118439 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a253651a-b1a2-4ad3-a51b-3b66192b505c", "name": "network-vif-deleted", "tag": "2edb782a-b093-404a-9394-d715ebc00d7b", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:12.118694 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29a78e75-7c1b-4dc9-98b3-13d6ecd5df2a {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:12.119183 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a253651a-b1a2-4ad3-a51b-3b66192b505c', 'name': 'network-vif-deleted', 'tag': '2edb782a-b093-404a-9394-d715ebc00d7b', 'status': 'completed', 'code': 200} Jul 22 02:30:12.120817 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5f92e05a-dc6f-4701-aa32-c26ef2f5574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.123898 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5f92e05a-dc6f-4701-aa32-c26ef2f5574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.125188 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-5f92e05a-dc6f-4701-aa32-c26ef2f5574b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbbdb124-d9f8-4078-85e9-8bf4447cbdff HTTP/1.1" status: 204 len: 168 time: 0.2500803 Jul 22 02:30:12.133727 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92e05a-dc6f-4701-aa32-c26ef2f5574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdb124-d9f8-4078-85e9-8bf4447cbdff,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:12.205937 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30fe6a78-fdbd-4cd2-8714-105e8f210276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.209129 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2256c231-6b08-41ba-b135-16ee1b11a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.221021 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30fe6a78-fdbd-4cd2-8714-105e8f210276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.254109 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2256c231-6b08-41ba-b135-16ee1b11a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.295595 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-30fe6a78-fdbd-4cd2-8714-105e8f210276 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f935fd765986412e93b3386c5c717e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9479702 Jul 22 02:30:12.298922 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57482) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:12.300736 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6a78-fdbd-4cd2-8714-105e8f210276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d23425-f673-4894-b935-1c3b0c7a548a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:12.324081 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2256c231-6b08-41ba-b135-16ee1b11a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.326673 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2256c231-6b08-41ba-b135-16ee1b11a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.330077 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2256c231-6b08-41ba-b135-16ee1b11a5f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2124fad8-75d3-42c7-ab2a-ea036ea94ff9 HTTP/1.1" status: 204 len: 168 time: 0.2309003 Jul 22 02:30:12.336066 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c231-6b08-41ba-b135-16ee1b11a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124fad8-75d3-42c7-ab2a-ea036ea94ff9,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:12.365524 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1205bd33-6012-45c1-840f-d239e284daec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.386579 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1205bd33-6012-45c1-840f-d239e284daec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.440806 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1205bd33-6012-45c1-840f-d239e284daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.443355 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1205bd33-6012-45c1-840f-d239e284daec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.444581 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-1205bd33-6012-45c1-840f-d239e284daec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64d23425-f673-4894-b935-1c3b0c7a548a HTTP/1.1" status: 204 len: 168 time: 0.1444354 Jul 22 02:30:12.459774 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205bd33-6012-45c1-840f-d239e284daec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d23425-f673-4894-b935-1c3b0c7a548a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:12.559621 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57500) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:12.588483 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dbff39e8-f2c0-478a-8cfe-327dd2d61878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.756439 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dbff39e8-f2c0-478a-8cfe-327dd2d61878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.764938 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dbff39e8-f2c0-478a-8cfe-327dd2d61878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.813611 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-dbff39e8-f2c0-478a-8cfe-327dd2d61878 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a33368848e164047b2f17da21c3f6c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516429 Jul 22 02:30:12.814590 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff39e8-f2c0-478a-8cfe-327dd2d61878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f8d588-a77c-4f78-89ca-f422e06c46de,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:12.817038 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57512) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:12.896833 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-234393c8-c9fa-409c-abec-245704e6fcf7 req-cb49b678-643f-408f-9f9f-d6ebdc56fa8a tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 210 time: 0.0714979 Jul 22 02:30:12.975758 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3656-b462-468c-8082-182ed97cb7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.010225 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3656-b462-468c-8082-182ed97cb7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.040954 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.042077 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d47db4-4f80-4b07-a07c-c6bfc8b5b5e5 req-b07673f2-5554-4658-9a06-da049c5baf8d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.043804 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8d47db4-4f80-4b07-a07c-c6bfc8b5b5e5 req-b07673f2-5554-4658-9a06-da049c5baf8d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1417456 Jul 22 02:30:13.136112 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8d47db4-4f80-4b07-a07c-c6bfc8b5b5e5 req-7d2ec157-e154-44b9-bef6-3114c86939c6 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847950 Jul 22 02:30:13.138027 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3656-b462-468c-8082-182ed97cb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.140568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3656-b462-468c-8082-182ed97cb7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.142130 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-3e2f3656-b462-468c-8082-182ed97cb7cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57f8d588-a77c-4f78-89ca-f422e06c46de HTTP/1.1" status: 204 len: 168 time: 0.3239822 Jul 22 02:30:13.150721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f3656-b462-468c-8082-182ed97cb7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f8d588-a77c-4f78-89ca-f422e06c46de,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:13.455675 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-265158be-423b-475f-8d63-7611808da32b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.459842 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-265158be-423b-475f-8d63-7611808da32b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.1765099 Jul 22 02:30:13.481057 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Request body: {'port': {'device_id': '1e79c10b-3a04-466b-adae-d1a484462800', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'admin_state_up': True, 'tenant_id': 'f5a9814d773b43e78a6a96b15d632db9'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:13.611250 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Made reservation on behalf of f5a9814d773b43e78a6a96b15d632db9 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:13.615238 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.761096 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Allocated IP 172.20.0.5 (48d459b1-7887-443d-b081-81f691741d51/29d9ca91-a6ab-4b21-8feb-a156ae4a6be5/c6cbc3f1-a596-4b77-ae91-1d48594b5290) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:14.072303 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57596) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:14.118519 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d778f2d2-db70-4d91-8dc9-03204cd30146 req-d2594333-5d9e-456c-93a8-f1b48184d867 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 210 time: 0.1163988 Jul 22 02:30:14.155431 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.243222 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.259679 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'd16d96de-e4a5-426d-8eee-371a88309136'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:14.315499 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Network 48d459b1-7887-443d-b081-81f691741d51 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:14.319524 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:14.337167 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:14.422691 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event updated for resources: {'Port': ['ID=c6cbc3f1-a596-4b77-ae91-1d48594b5290,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:14.429196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95686d0-d414-406f-8f8d-6c54765a95aa req-bc2c8b79-6222-4c2f-be74-415ce165c1aa tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.439440 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c95686d0-d414-406f-8f8d-6c54765a95aa req-bc2c8b79-6222-4c2f-be74-415ce165c1aa tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1442528 Jul 22 02:30:14.467975 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.468805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.493373 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-08d2e770-9cfc-482c-8a54-5328e96dc6ea tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0163736 Jul 22 02:30:14.507931 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c95686d0-d414-406f-8f8d-6c54765a95aa req-fa389bbb-444d-4071-a7a2-bf6f700219c9 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673914 Jul 22 02:30:14.509241 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Request body: {'port': {'device_id': '1e79c10b-3a04-466b-adae-d1a484462800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:14.536580 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2129670452-network', 'tenant_id': 'd8cc521577044fa686746044a39f96b6'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:14.568748 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Made reservation on behalf of d8cc521577044fa686746044a39f96b6 for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:14.571710 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.609445 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.704681 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2edb782a-b093-404a-9394-d715ebc00d7b no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:30:14.724849 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.737911 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 2edb782a-b093-404a-9394-d715ebc00d7b {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:30:14.738632 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2edb782a-b093-404a-9394-d715ebc00d7b not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:30:14.793581 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.800764 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.834072 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:14.851735 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e45f2-0ef0-4680-afd0-2c5e42c5f48e,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:14.854957 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.855349 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Added segment 4509a4db-db62-4bb1-8702-777e448d6492 of type vlan for network e396f241-e875-4394-9ae2-0e22148d53aa Jul 22 02:30:14.938936 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.999467 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.006297 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.006905 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.047540 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9459307 Jul 22 02:30:15.048217 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57686) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:15.055576 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Request body: {'subnet': {'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2129670452-subnet', 'tenant_id': 'd8cc521577044fa686746044a39f96b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:15.094651 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3a0c9-3d61-4d13-8aea-2c829b6e9945 admin admin] Pushing event updated for resources: {'Network': ['ID=e396f241-e875-4394-9ae2-0e22148d53aa,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:15.106463 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cbc3f1-a596-4b77-ae91-1d48594b5290 {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:15.109547 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Made reservation on behalf of d8cc521577044fa686746044a39f96b6 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:15.110451 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network e396f241-e875-4394-9ae2-0e22148d53aa details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:15.114334 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.115382 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.133463 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Transition to ACTIVE for port object c6cbc3f1-a596-4b77-ae91-1d48594b5290 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:15.139560 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.207943 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cbc3f1-a596-4b77-ae91-1d48594b5290,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:15.327806 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Attempting to bind port c6cbc3f1-a596-4b77-ae91-1d48594b5290 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:15.328540 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Attempting to bind port c6cbc3f1-a596-4b77-ae91-1d48594b5290 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:15.329108 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Attempting to bind port c6cbc3f1-a596-4b77-ae91-1d48594b5290 on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:15.335083 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Port c6cbc3f1-a596-4b77-ae91-1d48594b5290 on network 48d459b1-7887-443d-b081-81f691741d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:15.335410 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Attempting to bind port c6cbc3f1-a596-4b77-ae91-1d48594b5290 on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:15.341030 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:15.342461 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Checking segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:15.342856 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Bound using segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:15.343431 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Bound port: c6cbc3f1-a596-4b77-ae91-1d48594b5290, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:15.344381 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.418728 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] For port c6cbc3f1-a596-4b77-ae91-1d48594b5290, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:15.421664 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] For port c6cbc3f1-a596-4b77-ae91-1d48594b5290, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:15.434904 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.441434 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.474209 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb9178-2c7f-4b2d-bfd3-0a778fbc7221 req-e4abb6de-05b1-4be9-9b5a-0278e80dc553 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.475877 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1fdb9178-2c7f-4b2d-bfd3-0a778fbc7221 req-e4abb6de-05b1-4be9-9b5a-0278e80dc553 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 943 time: 0.1895556 Jul 22 02:30:15.501728 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.502489 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.504008 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] 10.222.0.32 "PUT /v2.0/ports/c6cbc3f1-a596-4b77-ae91-1d48594b5290 HTTP/1.1" status: 200 len: 1093 time: 1.0007491 Jul 22 02:30:15.504467 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e79c10b-3a04-466b-adae-d1a484462800', 'tag': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:15.512203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa46e0-8323-461e-99ea-875ab3ea546a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e79c10b-3a04-466b-adae-d1a484462800", "tag": "c6cbc3f1-a596-4b77-ae91-1d48594b5290"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:15.604040 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd0389c-5712-4343-8579-498738bd405b,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:15.615786 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1fdb9178-2c7f-4b2d-bfd3-0a778fbc7221 req-791a974e-98e3-48ee-a8e4-471bb303119d tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086020 Jul 22 02:30:15.623725 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Checking segment: {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:15.624216 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Network hostable DHCP agents. Network: e396f241-e875-4394-9ae2-0e22148d53aa, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:15.628284 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480e7901-453d-487a-9577-57f22ab485ad x-openstack-request-id: req-480e7901-453d-487a-9577-57f22ab485ad {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:15.628284 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e79c10b-3a04-466b-adae-d1a484462800", "tag": "c6cbc3f1-a596-4b77-ae91-1d48594b5290", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:15.628284 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-480e7901-453d-487a-9577-57f22ab485ad {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:15.628284 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e79c10b-3a04-466b-adae-d1a484462800', 'tag': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290', 'status': 'completed', 'code': 200} Jul 22 02:30:15.628284 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cbc3f1-a596-4b77-ae91-1d48594b5290,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:15.637792 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.638144 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.638486 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.638821 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.639147 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.639603 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.639813 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.640328 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.640435 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.641462 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.642046 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.642419 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fd5a0-3b90-4acf-869f-cba78327c098 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:15.670405 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Network e396f241-e875-4394-9ae2-0e22148d53aa is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:15.683705 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, e396f241-e875-4394-9ae2-0e22148d53aa) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:15.689295 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.690091 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:15.694680 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebbe97-4f16-4a0f-b6d4-f7371fe5fced None None] Network e396f241-e875-4394-9ae2-0e22148d53aa requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:15.700092 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-49bf913c-7116-493e-aa1e-bcf7f0e2a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.702244 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-49bf913c-7116-493e-aa1e-bcf7f0e2a0d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 1096 time: 0.1396682 Jul 22 02:30:15.752607 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-5728e6cf-fc81-4653-ac2e-ee16c6081949 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6929317 Jul 22 02:30:15.779841 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-8f7e91e4-b624-451b-86f7-63af1b3daaa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290 HTTP/1.1" status: 200 len: 217 time: 0.0659778 Jul 22 02:30:15.799815 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e66c-bfc0-42fa-b10b-99e19312d219 req-e19b6733-8a1e-4a48-8fef-b257a889b4d7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.814337 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f433e66c-bfc0-42fa-b10b-99e19312d219 req-e19b6733-8a1e-4a48-8fef-b257a889b4d7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1284065 Jul 22 02:30:15.871822 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f433e66c-bfc0-42fa-b10b-99e19312d219 req-ebceba39-155c-413e-9008-3c1a59855e07 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588975 Jul 22 02:30:15.884225 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba95d4-ee98-439e-81e3-d6cdf374e130 None None] Network e396f241-e875-4394-9ae2-0e22148d53aa requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:15.892270 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-49773b76-05de-4927-af56-3d5e43db6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.893823 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-49773b76-05de-4927-af56-3d5e43db6827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.1065171 Jul 22 02:30:15.960592 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-739cecae-c07e-4d6a-8f31-28dcc273625f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535746 Jul 22 02:30:16.088498 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-67fc1f32-5cad-4dee-a1ef-6011f6397cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186910 Jul 22 02:30:16.223008 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-88d1d6c2-682c-4106-9259-2a39eec2146a req-2e77b7e1-b8cb-430e-9138-10017bd42ba1 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257827 Jul 22 02:30:16.345981 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-0d0820df-8da8-4314-8975-0b1680cd303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.347528 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-0d0820df-8da8-4314-8975-0b1680cd303e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 1096 time: 0.0627377 Jul 22 02:30:16.477516 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-b913181e-e60a-4eaf-a45e-b43c74e5d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.477516 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-b913181e-e60a-4eaf-a45e-b43c74e5d7ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 915 time: 0.1183901 Jul 22 02:30:16.521137 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-d5242502-b994-4c33-8f3e-9f91918bb049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290 HTTP/1.1" status: 200 len: 217 time: 0.0377028 Jul 22 02:30:16.574694 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-202f6c23-57bf-42ca-8a72-0fcbab7cf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.576127 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-202f6c23-57bf-42ca-8a72-0fcbab7cf3ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.0478795 Jul 22 02:30:16.610220 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-2086d5ea-cf35-45b4-8127-de81bab7e785 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Jul 22 02:30:16.719381 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-63df30c9-ceb1-483c-9c98-f70896e384b8 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927842 Jul 22 02:30:16.778824 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860d1b-d7c7-42af-b68d-03d2ff047b22 req-5db8d5f2-6f18-417e-a210-96fb2412bd2c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.780443 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e9860d1b-d7c7-42af-b68d-03d2ff047b22 req-5db8d5f2-6f18-417e-a210-96fb2412bd2c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 943 time: 0.0712936 Jul 22 02:30:16.833570 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-39aa46e0-8323-461e-99ea-875ab3ea546a req-a0e3b9cb-8299-4957-b30d-d95247b269f8 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074164 Jul 22 02:30:16.833993 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e9860d1b-d7c7-42af-b68d-03d2ff047b22 req-b6f99365-6604-42e2-b9f9-ac4508c873b6 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jul 22 02:30:16.942941 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57764) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:17.002782 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1f722-a89a-4764-aea7-35773461f017 req-eacf0c24-e82e-4fde-ab02-91fb6076b891 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:17.004299 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c5f1f722-a89a-4764-aea7-35773461f017 req-eacf0c24-e82e-4fde-ab02-91fb6076b891 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.0634100 Jul 22 02:30:17.043755 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c5f1f722-a89a-4764-aea7-35773461f017 req-38880382-02c0-4f5b-be17-ea9e09f9f388 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Jul 22 02:30:17.046229 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4fb2-5883-46ed-b8bb-4e9a589db446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.135334 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4fb2-5883-46ed-b8bb-4e9a589db446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.141278 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4fb2-5883-46ed-b8bb-4e9a589db446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.183502 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-fc4f4fb2-5883-46ed-b8bb-4e9a589db446 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22025510c6e94d0f983d528805f687f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394838 Jul 22 02:30:17.185139 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4fb2-5883-46ed-b8bb-4e9a589db446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac550e6d-60ad-4804-9e9a-e9a11aa61ce5,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:17.186203 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57770) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:17.247426 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.278998 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.335544 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.338297 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.341723 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac550e6d-60ad-4804-9e9a-e9a11aa61ce5 HTTP/1.1" status: 204 len: 168 time: 0.1523705 Jul 22 02:30:17.351776 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac550e6d-60ad-4804-9e9a-e9a11aa61ce5,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:17.361914 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.362276 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.362745 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.363089 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.363558 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.363994 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.364391 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.364662 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.365000 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.365393 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.366023 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.366528 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe41a02-5aa3-49b6-acbf-faef5c941f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:17.760001 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57808) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:17.774898 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-929654bd-8a24-4613-9281-44aa05b7d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.882193 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-f7088f78-8867-4aa3-946c-7e12fa8804ac tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:17.894004 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-f7088f78-8867-4aa3-946c-7e12fa8804ac tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/networks?id=e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 200 len: 814 time: 0.2098947 Jul 22 02:30:17.918178 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-8dbdec91-ad11-4e91-915a-57fa4bd6a3e0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/quotas/d8cc521577044fa686746044a39f96b6 HTTP/1.1" status: 200 len: 375 time: 0.0222380 Jul 22 02:30:17.959970 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-9759bedd-487e-4e5f-8a3e-f21c80a50cf2 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc521577044fa686746044a39f96b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402374 Jul 22 02:30:17.985129 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-929654bd-8a24-4613-9281-44aa05b7d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:17.989595 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-929654bd-8a24-4613-9281-44aa05b7d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.037287 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-929654bd-8a24-4613-9281-44aa05b7d609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=257c45dc3ce24e439f28242e23a0f590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759643 Jul 22 02:30:18.038760 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929654bd-8a24-4613-9281-44aa05b7d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809a266c-6abe-4263-81f9-922e3923e83d,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:18.042386 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57818) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:18.092257 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-44e01edf-d6c8-4a98-ac81-38dd16b90de2 service neutron] 10.222.0.25 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310282 Jul 22 02:30:18.115879 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5beefc64-56d0-4066-8662-406e7826b1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.132484 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bafe3-d7b3-4fa5-a35f-ae68581f4511 req-c61b9357-42e4-41ef-b906-cb458331e78f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:18.134253 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-230bafe3-d7b3-4fa5-a35f-ae68581f4511 req-c61b9357-42e4-41ef-b906-cb458331e78f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 943 time: 0.1644995 Jul 22 02:30:18.142307 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5beefc64-56d0-4066-8662-406e7826b1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.204615 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5beefc64-56d0-4066-8662-406e7826b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.212376 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5beefc64-56d0-4066-8662-406e7826b1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.216566 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-5beefc64-56d0-4066-8662-406e7826b1f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/809a266c-6abe-4263-81f9-922e3923e83d HTTP/1.1" status: 204 len: 168 time: 0.1729929 Jul 22 02:30:18.227083 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beefc64-56d0-4066-8662-406e7826b1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809a266c-6abe-4263-81f9-922e3923e83d,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:18.422647 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-230bafe3-d7b3-4fa5-a35f-ae68581f4511 req-5a5e30a3-ed41-4e3a-91c3-9e0039261918 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780261 Jul 22 02:30:18.454452 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-99b7155a-7573-4b69-bb01-b04eea599ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559818 Jul 22 02:30:18.595610 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fb01-261b-4eab-86e1-b380f82d043d req-33f3cb31-9d29-4625-a634-9ad69e07c791 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:18.602254 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7c41fb01-261b-4eab-86e1-b380f82d043d req-33f3cb31-9d29-4625-a634-9ad69e07c791 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1072176 Jul 22 02:30:18.656997 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-492d3019-091d-44f9-8b8b-f46d8df6e677 req-698d6b6b-1406-4595-a70c-a1b564fe037e tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 210 time: 0.0458767 Jul 22 02:30:18.678179 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7c41fb01-261b-4eab-86e1-b380f82d043d req-32ec764d-a628-4fae-b5a3-a4007289fb82 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746558 Jul 22 02:30:18.697249 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device c6cbc3f1-a596-4b77-ae91-1d48594b5290 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:18.823123 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port c6cbc3f1-a596-4b77-ae91-1d48594b5290, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:18.961768 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'port_id': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290', 'mac_address': 'fa:16:3e:68:6e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9ca91-a6ab-4b21-8feb-a156ae4a6be5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:19.020542 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:19.034301 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cbc3f1-a596-4b77-ae91-1d48594b5290 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:19.064770 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port c6cbc3f1-a596-4b77-ae91-1d48594b5290, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:19.070221 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:19.120928 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=c6cbc3f1-a596-4b77-ae91-1d48594b5290,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:19.423543 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['c6cbc3f1-a596-4b77-ae91-1d48594b5290'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:19.582746 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64894d3d-eae0-407b-a447-035444be31ab req-6eb31510-e0b8-4640-8558-b98eaf6d3a8c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:19.584653 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-64894d3d-eae0-407b-a447-035444be31ab req-6eb31510-e0b8-4640-8558-b98eaf6d3a8c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 944 time: 0.0811675 Jul 22 02:30:19.631921 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-64894d3d-eae0-407b-a447-035444be31ab req-9d50aaf7-95c0-4b6b-9415-12adafa11f60 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Jul 22 02:30:19.820776 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c30c1bb6-86e4-4456-bdcd-d089ef3e74d1 req-fa1c8568-037a-4856-9e49-8b88ad65a4e0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 210 time: 0.0682604 Jul 22 02:30:19.821465 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57902) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:19.933456 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797757-e57f-46d9-809d-633b0588d313 req-f5e27036-6cda-49e7-bfd1-2d70d85c444f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:19.943567 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a4797757-e57f-46d9-809d-633b0588d313 req-f5e27036-6cda-49e7-bfd1-2d70d85c444f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1251378 Jul 22 02:30:19.995839 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-88ad1e93-a168-4a42-a16c-23274d33cc09 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:19.997724 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-88ad1e93-a168-4a42-a16c-23274d33cc09 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "GET /v2.0/networks?id=e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 200 len: 814 time: 0.2179031 Jul 22 02:30:20.003289 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a4797757-e57f-46d9-809d-633b0588d313 req-b0dadc60-9aae-45ee-a4e0-36485f4642c2 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Jul 22 02:30:20.013208 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Request body: {'port': {'device_id': '87f6709e-0474-4374-abef-69bb97546413', 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa', 'admin_state_up': True, 'tenant_id': 'd8cc521577044fa686746044a39f96b6'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:20.051491 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b7faca0-5d86-4de1-a6bc-6dce70c1860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.202182 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b7faca0-5d86-4de1-a6bc-6dce70c1860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.211564 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:30:20.212378 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9b7faca0-5d86-4de1-a6bc-6dce70c1860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.254133 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Made reservation on behalf of d8cc521577044fa686746044a39f96b6 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:20.257755 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.272637 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9b7faca0-5d86-4de1-a6bc-6dce70c1860b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaeeab6968f046bf9c7022ea29df7c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491160 Jul 22 02:30:20.275973 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57918) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:20.279713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7faca0-5d86-4de1-a6bc-6dce70c1860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251ceb8-efa0-4de4-a709-c4a4e1effb5a,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:20.336167 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e3b53e20-6a68-4f6e-844c-5609fb5ad345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.365143 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e3b53e20-6a68-4f6e-844c-5609fb5ad345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.373721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57924) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:20.431346 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Allocated IP 172.20.0.9 (e396f241-e875-4394-9ae2-0e22148d53aa/6dd0389c-5712-4343-8579-498738bd405b/5100f0b9-fe41-4bc2-953e-687f2722f0f7) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:20.455486 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e3b53e20-6a68-4f6e-844c-5609fb5ad345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.459830 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e3b53e20-6a68-4f6e-844c-5609fb5ad345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.461300 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-e3b53e20-6a68-4f6e-844c-5609fb5ad345 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9251ceb8-efa0-4de4-a709-c4a4e1effb5a HTTP/1.1" status: 204 len: 168 time: 0.1843681 Jul 22 02:30:20.471064 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b53e20-6a68-4f6e-844c-5609fb5ad345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251ceb8-efa0-4de4-a709-c4a4e1effb5a,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:20.508969 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9642778-531d-4f87-bd07-a36ca453a118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.660281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9642778-531d-4f87-bd07-a36ca453a118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.666393 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9642778-531d-4f87-bd07-a36ca453a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.667462 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.710265 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device c6cbc3f1-a596-4b77-ae91-1d48594b5290 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:20.717738 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-c9642778-531d-4f87-bd07-a36ca453a118 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e30ccea651c54616bed097c18721a857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420675 Jul 22 02:30:20.717942 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.721597 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57942) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:20.726556 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9642778-531d-4f87-bd07-a36ca453a118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b682fe-bcc4-4102-bc66-97832b5a794a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:20.776625 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Network e396f241-e875-4394-9ae2-0e22148d53aa is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:20.799779 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port c6cbc3f1-a596-4b77-ae91-1d48594b5290 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:20.805201 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port c6cbc3f1-a596-4b77-ae91-1d48594b5290 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:20.805911 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.818952 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:20.822496 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:20.871650 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ee89-3afe-4fe4-93c3-c187534fad6b req-49342976-0090-4085-a2f2-6813e4e2a8bb tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:20.873149 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-36c8ee89-3afe-4fe4-93c3-c187534fad6b req-49342976-0090-4085-a2f2-6813e4e2a8bb tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 944 time: 0.0951419 Jul 22 02:30:20.903145 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29651c99-4a95-4b54-b1fa-1701b40a3059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.907236 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57946) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:20.920957 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.925304 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-36c8ee89-3afe-4fe4-93c3-c187534fad6b req-8b72f555-afe7-4f8b-97ca-0d4951cf276f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Jul 22 02:30:20.936671 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Pushing event updated for resources: {'Port': ['ID=5100f0b9-fe41-4bc2-953e-687f2722f0f7,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:20.958466 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-732192a2-4602-41f6-89d3-23d71dabd6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.969631 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e79c10b-3a04-466b-adae-d1a484462800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:20.971949 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b34063-45ef-48c8-bebe-81a90d20171f" -d '{"events": [{"server_uuid": "1e79c10b-3a04-466b-adae-d1a484462800", "name": "network-vif-plugged", "status": "completed", "tag": "c6cbc3f1-a596-4b77-ae91-1d48594b5290"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:20.985088 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:20.986094 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.988394 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port c6cbc3f1-a596-4b77-ae91-1d48594b5290, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:20.996714 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:20.998294 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67662070-98ae-49d7-9c7b-d2b9f76ac181 req-3ae83c49-e50f-42fc-b156-99e9dd70ecea tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:21.000687 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-67662070-98ae-49d7-9c7b-d2b9f76ac181 req-3ae83c49-e50f-42fc-b156-99e9dd70ecea tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 931 time: 0.0736439 Jul 22 02:30:21.012338 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29651c99-4a95-4b54-b1fa-1701b40a3059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.050046 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-67662070-98ae-49d7-9c7b-d2b9f76ac181 req-c774b41f-d1ae-4f7f-bfa3-7d603d4d0dbd tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Jul 22 02:30:21.051326 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=c6cbc3f1-a596-4b77-ae91-1d48594b5290,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.059708 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.060065 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.060409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.061015 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.061519 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.062051 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.063259 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.063966 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.064458 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.064956 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.065478 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.065828 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:21.100612 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29651c99-4a95-4b54-b1fa-1701b40a3059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.103301 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29651c99-4a95-4b54-b1fa-1701b40a3059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.104433 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-29651c99-4a95-4b54-b1fa-1701b40a3059 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70b682fe-bcc4-4102-bc66-97832b5a794a HTTP/1.1" status: 204 len: 168 time: 0.3818865 Jul 22 02:30:21.117636 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29651c99-4a95-4b54-b1fa-1701b40a3059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b682fe-bcc4-4102-bc66-97832b5a794a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.135952 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d6ac1e-8bc9-430c-98b3-6496a0aff6bc x-openstack-request-id: req-84d6ac1e-8bc9-430c-98b3-6496a0aff6bc {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:21.136243 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e79c10b-3a04-466b-adae-d1a484462800", "name": "network-vif-plugged", "status": "completed", "tag": "c6cbc3f1-a596-4b77-ae91-1d48594b5290", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:21.136495 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84d6ac1e-8bc9-430c-98b3-6496a0aff6bc {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:21.136883 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e79c10b-3a04-466b-adae-d1a484462800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290', 'code': 200} Jul 22 02:30:21.173280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-732192a2-4602-41f6-89d3-23d71dabd6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.180570 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-732192a2-4602-41f6-89d3-23d71dabd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.194111 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-e48b0e8f-8c9c-47f5-970f-6648a0f43264 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1847770 Jul 22 02:30:21.216989 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Request body: {'port': {'device_id': '87f6709e-0474-4374-abef-69bb97546413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:21.244659 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fef4d-e83e-437d-9282-54b29fb6d87e req-bc6f9392-5921-4d44-8ecc-ded36b018742 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:21.246561 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a74fef4d-e83e-437d-9282-54b29fb6d87e req-bc6f9392-5921-4d44-8ecc-ded36b018742 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.0909591 Jul 22 02:30:21.293323 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-732192a2-4602-41f6-89d3-23d71dabd6d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eee46d4eafe047c1ba91124dd76ea2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775537 Jul 22 02:30:21.296188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 57956) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:21.308486 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732192a2-4602-41f6-89d3-23d71dabd6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5601416-18a7-41ee-ad07-2c3449e14f7b,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.308916 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a74fef4d-e83e-437d-9282-54b29fb6d87e req-20ebeec2-4599-4ba3-b23f-e581c812a8ce tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Jul 22 02:30:21.339015 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.361726 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4963ad-07bd-4fed-8e77-15fac8923c38 req-3e910a55-2ea2-4c1c-8333-b14d9448302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:21.364684 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-df4963ad-07bd-4fed-8e77-15fac8923c38 req-3e910a55-2ea2-4c1c-8333-b14d9448302c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 1098 time: 0.0718868 Jul 22 02:30:21.410170 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-df4963ad-07bd-4fed-8e77-15fac8923c38 req-0a2cef74-2bd9-4181-8432-360578f3069c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389280 Jul 22 02:30:21.416084 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c5a2-fc5b-4f89-b4be-145aa6be21f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.500518 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c5a2-fc5b-4f89-b4be-145aa6be21f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.517896 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57962) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:21.530607 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63fff5ed-ca39-46e2-8b6b-414def84a2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.617239 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c5a2-fc5b-4f89-b4be-145aa6be21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.619790 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c5a2-fc5b-4f89-b4be-145aa6be21f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.620910 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0bb1c5a2-fc5b-4f89-b4be-145aa6be21f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5601416-18a7-41ee-ad07-2c3449e14f7b HTTP/1.1" status: 204 len: 168 time: 0.3197367 Jul 22 02:30:21.627029 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63fff5ed-ca39-46e2-8b6b-414def84a2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.631204 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63fff5ed-ca39-46e2-8b6b-414def84a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.634530 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1c5a2-fc5b-4f89-b4be-145aa6be21f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5601416-18a7-41ee-ad07-2c3449e14f7b,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.684550 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-63fff5ed-ca39-46e2-8b6b-414def84a2d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3f9845f1328440aa5d7d05742b6dafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632037 Jul 22 02:30:21.685112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 57966) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:21.693371 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff5ed-ca39-46e2-8b6b-414def84a2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ab31a1-8c62-4afc-9d80-28aa2a2710c2,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.720741 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5100f0b9-fe41-4bc2-953e-687f2722f0f7 {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:21.728585 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.745192 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Transition to ACTIVE for port object 5100f0b9-fe41-4bc2-953e-687f2722f0f7 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:21.748759 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.752780 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6b50f8ed-cee9-4e44-a192-1fc418eed1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.776098 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6b50f8ed-cee9-4e44-a192-1fc418eed1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.816365 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Pushing event updated for resources: {'Port': ['ID=5100f0b9-fe41-4bc2-953e-687f2722f0f7,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.840511 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6b50f8ed-cee9-4e44-a192-1fc418eed1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.844619 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6b50f8ed-cee9-4e44-a192-1fc418eed1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:21.845869 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-6b50f8ed-cee9-4e44-a192-1fc418eed1ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9ab31a1-8c62-4afc-9d80-28aa2a2710c2 HTTP/1.1" status: 204 len: 168 time: 0.1600630 Jul 22 02:30:21.869928 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50f8ed-cee9-4e44-a192-1fc418eed1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ab31a1-8c62-4afc-9d80-28aa2a2710c2,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:21.908622 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Attempting to bind port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:21.909446 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Attempting to bind port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:21.909548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Attempting to bind port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 on network e396f241-e875-4394-9ae2-0e22148d53aa {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:21.915392 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 on network e396f241-e875-4394-9ae2-0e22148d53aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:21.915713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Attempting to bind port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 on network e396f241-e875-4394-9ae2-0e22148d53aa {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:21.921192 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:21.921590 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Checking segment: {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:21.922252 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Bound using segment: {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:21.922692 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Bound port: 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:21.923044 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:22.024127 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] For port 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:22.028136 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] For port 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:22.035572 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:22.088003 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b3f04-4832-4c91-8b6e-303dfd6a8697 req-0a0ce883-563a-42fb-b633-7688f6696c43 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.096541 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-577b3f04-4832-4c91-8b6e-303dfd6a8697 req-0a0ce883-563a-42fb-b633-7688f6696c43 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 945 time: 0.0843637 Jul 22 02:30:22.128301 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Pushing event updated for resources: {'Port': ['ID=5100f0b9-fe41-4bc2-953e-687f2722f0f7,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:22.140244 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.141078 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:22.142717 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-6ef8ae71-22f9-4247-accd-c7b6d0da0850 service neutron] 10.222.0.32 "PUT /v2.0/ports/5100f0b9-fe41-4bc2-953e-687f2722f0f7 HTTP/1.1" status: 200 len: 1093 time: 0.9340005 Jul 22 02:30:22.143203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f6709e-0474-4374-abef-69bb97546413', 'tag': '5100f0b9-fe41-4bc2-953e-687f2722f0f7'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:22.146077 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-577b3f04-4832-4c91-8b6e-303dfd6a8697 req-123c7aae-8d54-47d2-af1f-9fd358b187bc tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Jul 22 02:30:22.147733 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a" -d '{"events": [{"name": "network-changed", "server_uuid": "87f6709e-0474-4374-abef-69bb97546413", "tag": "5100f0b9-fe41-4bc2-953e-687f2722f0f7"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:22.280687 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f94ee-6efe-4860-9342-311d75ef4c8f x-openstack-request-id: req-f91f94ee-6efe-4860-9342-311d75ef4c8f {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:22.280902 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f6709e-0474-4374-abef-69bb97546413", "tag": "5100f0b9-fe41-4bc2-953e-687f2722f0f7", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:22.281156 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91f94ee-6efe-4860-9342-311d75ef4c8f {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:22.281549 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f6709e-0474-4374-abef-69bb97546413', 'tag': '5100f0b9-fe41-4bc2-953e-687f2722f0f7', 'status': 'completed', 'code': 200} Jul 22 02:30:22.305932 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-c616fe4d-3ecf-4125-b4bf-01453481eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.307434 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-c616fe4d-3ecf-4125-b4bf-01453481eb95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8cc521577044fa686746044a39f96b6&device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 1096 time: 0.1102138 Jul 22 02:30:22.406821 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5448ce-fd7b-49dd-bc57-b08cb5f1b4e5 req-e301714f-8d16-4a6b-9192-d615f73600c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.408331 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd5448ce-fd7b-49dd-bc57-b08cb5f1b4e5 req-e301714f-8d16-4a6b-9192-d615f73600c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 943 time: 0.1292179 Jul 22 02:30:22.420193 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-e735e9de-6a27-4560-b4f8-060731f671fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7 HTTP/1.1" status: 200 len: 217 time: 0.0979822 Jul 22 02:30:22.529262 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd5448ce-fd7b-49dd-bc57-b08cb5f1b4e5 req-1428b9cb-497f-486c-81e3-70972e909220 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051831 Jul 22 02:30:22.547481 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad9f52-baad-4ee9-a85b-6adbdb916ccd req-0357a098-2364-4dbb-9d55-58791f36b33c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.554877 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d2ad9f52-baad-4ee9-a85b-6adbdb916ccd req-0357a098-2364-4dbb-9d55-58791f36b33c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1344759 Jul 22 02:30:22.580441 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67510-e47b-43c1-8487-78453e3d375f req-c5b909da-ff62-42d9-8565-a84493ed9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.588769 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-c5b909da-ff62-42d9-8565-a84493ed9991 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dd0389c-5712-4343-8579-498738bd405b HTTP/1.1" status: 200 len: 854 time: 0.1538665 Jul 22 02:30:22.607474 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d2ad9f52-baad-4ee9-a85b-6adbdb916ccd req-3afaab29-6c46-4844-beaf-2089c7101539 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Jul 22 02:30:22.653854 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-42ff0282-8446-4b41-877d-3d41cae657e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e396f241-e875-4394-9ae2-0e22148d53aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591912 Jul 22 02:30:22.766655 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-c8db5df5-99a8-45a8-a26e-dd87c4031dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019530 Jul 22 02:30:22.872608 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4db67510-e47b-43c1-8487-78453e3d375f req-c5752ba1-5284-4392-ba9a-e7d018094e8a service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923111 Jul 22 02:30:23.025366 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-468ea970-74ee-4669-bcda-34341a458883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.027504 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-468ea970-74ee-4669-bcda-34341a458883 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8cc521577044fa686746044a39f96b6&device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 1096 time: 0.0762255 Jul 22 02:30:23.151795 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-8f178b19-bee8-47c7-9c89-ce49116effaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.153291 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-8f178b19-bee8-47c7-9c89-ce49116effaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 200 len: 915 time: 0.1188836 Jul 22 02:30:23.220658 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-1427e64d-d43d-4e75-89d8-ead53213ac31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7 HTTP/1.1" status: 200 len: 217 time: 0.0578403 Jul 22 02:30:23.320186 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-1c1e1643-480a-45bb-93af-b4f780ba9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.321098 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-1c1e1643-480a-45bb-93af-b4f780ba9526 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dd0389c-5712-4343-8579-498738bd405b HTTP/1.1" status: 200 len: 854 time: 0.0921383 Jul 22 02:30:23.333028 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68bea8-1159-40d6-a146-0cd6dcfdad75 req-530f64a5-2f93-44aa-a521-34bdc6096443 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.342137 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fa68bea8-1159-40d6-a146-0cd6dcfdad75 req-530f64a5-2f93-44aa-a521-34bdc6096443 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 945 time: 0.1040618 Jul 22 02:30:23.391742 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fa68bea8-1159-40d6-a146-0cd6dcfdad75 req-9755843b-236b-430d-8875-73315ba6b8d7 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470848 Jul 22 02:30:23.417720 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-2c6d795a-d76f-4218-8605-759f7c747a00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e396f241-e875-4394-9ae2-0e22148d53aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758274 Jul 22 02:30:23.537003 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-e8fb40f7-2658-4c0c-ba52-763402d2c21e service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160069 Jul 22 02:30:23.739446 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-3e3fbf42-f56c-4b92-9eea-a9257f2e424a req-185ecd90-3514-4696-9714-beea4378ba1e service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807280 Jul 22 02:30:23.888160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873b15-86e4-434a-8078-4bb72b76b3d0 req-48f75771-a98f-46f0-b67f-ec5ba732a299 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.889724 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f4873b15-86e4-434a-8078-4bb72b76b3d0 req-48f75771-a98f-46f0-b67f-ec5ba732a299 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 943 time: 0.2064416 Jul 22 02:30:23.928716 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de318ca-0f8f-497c-bb65-d8892995666c req-07be8d3d-cfb7-41e1-9f3f-8f12f9151af1 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.930496 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9de318ca-0f8f-497c-bb65-d8892995666c req-07be8d3d-cfb7-41e1-9f3f-8f12f9151af1 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1688111 Jul 22 02:30:23.988581 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f4873b15-86e4-434a-8078-4bb72b76b3d0 req-996452ae-17e7-4277-b81d-11b65e81f95b tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864038 Jul 22 02:30:24.012216 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9de318ca-0f8f-497c-bb65-d8892995666c req-3c0c174e-1356-4c77-a406-83c3d2d854a7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676835 Jul 22 02:30:25.202953 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c1bf2-6b8a-4fa9-bfee-92e2d1a9be63 req-ede6b61d-f792-4964-8b0c-a84b4d4ea4ea tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:25.204860 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-499c1bf2-6b8a-4fa9-bfee-92e2d1a9be63 req-ede6b61d-f792-4964-8b0c-a84b4d4ea4ea tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 943 time: 0.1206746 Jul 22 02:30:25.213221 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ea33b-4855-4856-ba5f-f32d976ccbef req-e2bb506e-6ac2-42f8-a944-29ee0820897f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:25.214756 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-738ea33b-4855-4856-ba5f-f32d976ccbef req-e2bb506e-6ac2-42f8-a944-29ee0820897f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1197386 Jul 22 02:30:25.275890 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-499c1bf2-6b8a-4fa9-bfee-92e2d1a9be63 req-dc13fe5a-6e94-4915-9c62-24d7ac150ae5 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601392 Jul 22 02:30:25.284547 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-738ea33b-4855-4856-ba5f-f32d976ccbef req-20a60ac9-dcf4-4aa6-b18d-72a68603ef68 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Jul 22 02:30:26.038572 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3601-25f2-4c2d-b9f0-7980074b0550 req-e6225c77-a381-486c-bb95-63ad158ae514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.040095 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f3ed3601-25f2-4c2d-b9f0-7980074b0550 req-e6225c77-a381-486c-bb95-63ad158ae514 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 1098 time: 0.0574546 Jul 22 02:30:26.084162 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f3ed3601-25f2-4c2d-b9f0-7980074b0550 req-17dd0230-97cd-40e2-bb2c-9a05f8c51d00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Jul 22 02:30:26.472203 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831521-b665-40ff-87e4-9c292c09e9b5 req-533ab737-a6e4-4839-ab8b-4046908d36d6 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.473827 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-36831521-b665-40ff-87e4-9c292c09e9b5 req-533ab737-a6e4-4839-ab8b-4046908d36d6 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 943 time: 0.1086109 Jul 22 02:30:26.489181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b390a6-ff96-4d32-a5de-713084414d80 req-b4bc7d4d-c9e2-4ff3-9e50-d497a25a6460 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.490624 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46b390a6-ff96-4d32-a5de-713084414d80 req-b4bc7d4d-c9e2-4ff3-9e50-d497a25a6460 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1163061 Jul 22 02:30:26.550689 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-36831521-b665-40ff-87e4-9c292c09e9b5 req-81b6cac9-fdd8-4765-91c9-6353b01c7978 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705607 Jul 22 02:30:26.555667 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46b390a6-ff96-4d32-a5de-713084414d80 req-c4d8f6ac-df31-455f-b4ad-69b40b7594ee tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Jul 22 02:30:26.758876 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5100f0b9-fe41-4bc2-953e-687f2722f0f7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:26.862643 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:26.873563 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '5100f0b9-fe41-4bc2-953e-687f2722f0f7', 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa', 'port_id': '5100f0b9-fe41-4bc2-953e-687f2722f0f7', 'mac_address': 'fa:16:3e:11:3f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0389c-5712-4343-8579-498738bd405b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:26.910022 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.922912 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5100f0b9-fe41-4bc2-953e-687f2722f0f7 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:26.942983 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:26.946572 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.995415 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=5100f0b9-fe41-4bc2-953e-687f2722f0f7,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:27.516409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['5100f0b9-fe41-4bc2-953e-687f2722f0f7'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:27.741120 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dcf2-fcf6-4603-9b33-69b828a9a1db req-b4243941-69c4-4a9f-ac63-6baacea6967b tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:27.742753 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6bb6dcf2-fcf6-4603-9b33-69b828a9a1db req-b4243941-69c4-4a9f-ac63-6baacea6967b tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 944 time: 0.1111896 Jul 22 02:30:27.752245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99bc1-bbda-446c-a354-d5b9e6bdd8a8 req-ba06e436-5287-43e5-a645-c8b61b8d2f14 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:27.753718 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f7f99bc1-bbda-446c-a354-d5b9e6bdd8a8 req-ba06e436-5287-43e5-a645-c8b61b8d2f14 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1233184 Jul 22 02:30:27.809603 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6bb6dcf2-fcf6-4603-9b33-69b828a9a1db req-4c00a82d-6176-4b7d-bac4-598c538c7c40 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546703 Jul 22 02:30:27.815043 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f7f99bc1-bbda-446c-a354-d5b9e6bdd8a8 req-905fce1c-12ac-49e4-a85f-6277efa1277d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544465 Jul 22 02:30:28.049307 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b83d-150e-4927-9b5a-05b1cf60c927 req-9d7c2801-101b-440f-b0da-aa5f8e3c0cdc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:28.051175 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6ad5b83d-150e-4927-9b5a-05b1cf60c927 req-9d7c2801-101b-440f-b0da-aa5f8e3c0cdc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0846143 Jul 22 02:30:28.106217 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6ad5b83d-150e-4927-9b5a-05b1cf60c927 req-d9f29d7d-a8a6-4be0-92d4-932d91595d49 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Jul 22 02:30:28.997338 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3344f3-22ca-495a-99ce-07261649e827 req-638a9513-e042-4b03-a20e-ecf23463a67d tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:29.005507 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3b3344f3-22ca-495a-99ce-07261649e827 req-638a9513-e042-4b03-a20e-ecf23463a67d tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 944 time: 0.1173553 Jul 22 02:30:29.085293 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3b3344f3-22ca-495a-99ce-07261649e827 req-cdf756aa-e28a-443b-9681-6b71eb32eae8 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788250 Jul 22 02:30:29.098773 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58282) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:29.200401 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58292) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:29.293644 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Deleting subnet 876119a0-65dd-4700-8889-0f91cb941ab3 {{(pid=93227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:30:29.303069 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.305006 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ad71902-3341-447c-b1f1-1413638a4c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.358687 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.373303 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.461918 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.496106 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876119a0-65dd-4700-8889-0f91cb941ab3,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:29.498600 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.501177 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-81fa063d-1e4e-42fd-86bf-c615b561dc97 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/876119a0-65dd-4700-8889-0f91cb941ab3 HTTP/1.1" status: 204 len: 168 time: 0.2992332 Jul 22 02:30:29.504413 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58296) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:29.522329 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ad71902-3341-447c-b1f1-1413638a4c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.528064 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ad71902-3341-447c-b1f1-1413638a4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.575503 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2ad71902-3341-447c-b1f1-1413638a4c13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f844c92c40da472aba9e5b5dcf69a377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754310 Jul 22 02:30:29.582187 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58300) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:29.617932 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad71902-3341-447c-b1f1-1413638a4c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace1f77-dccb-43ec-80c2-11bb48e15a6b,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:29.633319 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.639409 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a4f93925-426d-428c-909e-32ff97d2abdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.702673 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a4f93925-426d-428c-909e-32ff97d2abdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.792227 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a4f93925-426d-428c-909e-32ff97d2abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.803793 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.807757 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a4f93925-426d-428c-909e-32ff97d2abdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.813737 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a4f93925-426d-428c-909e-32ff97d2abdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ace1f77-dccb-43ec-80c2-11bb48e15a6b HTTP/1.1" status: 204 len: 168 time: 0.2303431 Jul 22 02:30:29.825891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f93925-426d-428c-909e-32ff97d2abdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace1f77-dccb-43ec-80c2-11bb48e15a6b,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:29.849075 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8377e459-f801-4e3f-aa45-217860bc821a']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:29.872548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab69b800-776e-4de3-99e1-12fdf01c5f8a') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:29.874551 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab69b800-776e-4de3-99e1-12fdf01c5f8a') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:29.892498 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.922191 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.947409 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:30:29.948196 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:30:29.953094 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:30:30.050550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.081312 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.083530 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8377e459-f801-4e3f-aa45-217860bc821a HTTP/1.1" status: 204 len: 168 time: 0.5781531 Jul 22 02:30:30.088245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58326) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:30.114842 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8097e4-7240-4d8c-85b5-f5881ead7284 admin admin] Pushing event deleted for resources: {'Network': ['ID=8377e459-f801-4e3f-aa45-217860bc821a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:30.145065 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_v2 [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Deleting subnet 43052df4-0db5-45eb-8707-cc36dcf7740a {{(pid=93227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:30:30.176220 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.181580 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-03bbf0ee-4028-493d-8029-abf97923e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.185773 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-03bbf0ee-4028-493d-8029-abf97923e34f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.1105754 Jul 22 02:30:30.221461 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-6f4b698c-dd18-44fe-8153-34aba66c7b92 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.227107 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-6f4b698c-dd18-44fe-8153-34aba66c7b92 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.3016627 Jul 22 02:30:30.259098 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-7684a3a0-d400-49b5-a52f-15bd8874ec6c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/quotas/f5a9814d773b43e78a6a96b15d632db9 HTTP/1.1" status: 200 len: 375 time: 0.0253708 Jul 22 02:30:30.262356 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.308269 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.325288 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-7180319e-8083-4d70-a8b6-bb50eab193de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.328000 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-7180319e-8083-4d70-a8b6-bb50eab193de service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.1324596 Jul 22 02:30:30.390616 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-c6c7937e-7381-4489-b2f4-49689536ca41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0475795 Jul 22 02:30:30.401703 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58334) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:30.405174 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cc9b6-46f1-46be-9395-bfa59a0be7c3 req-b5ba391d-da33-4035-a438-ad36dba1fb6f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.407615 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-634cc9b6-46f1-46be-9395-bfa59a0be7c3 req-b5ba391d-da33-4035-a438-ad36dba1fb6f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.3273375 Jul 22 02:30:30.450850 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.457856 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c48b0027-47a9-476e-b796-8ce8d6f95ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.491418 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.496940 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43052df4-0db5-45eb-8707-cc36dcf7740a HTTP/1.1" status: 204 len: 168 time: 0.3999043 Jul 22 02:30:30.501912 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58340) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:30.507317 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-136ce3b8-aeb4-47df-b109-04964fd30c14 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2472193 Jul 22 02:30:30.508531 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712d0a9-7eb1-4c4f-8061-5f83d1f46929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43052df4-0db5-45eb-8707-cc36dcf7740a,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:30.527223 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-1d265ce0-7f55-47d8-aa7a-8112df7b55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.528730 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-1d265ce0-7f55-47d8-aa7a-8112df7b55f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1291485 Jul 22 02:30:30.558422 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-634cc9b6-46f1-46be-9395-bfa59a0be7c3 req-e53fdc71-6325-4c78-9442-ecc570c37fae tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426122 Jul 22 02:30:30.642109 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-4b0d889f-ed4c-4bba-afda-3b417b7b7ff9 service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250567 Jul 22 02:30:30.779940 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5100f0b9-fe41-4bc2-953e-687f2722f0f7 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:30.784504 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-69a23c42-5165-437b-b268-99683aeb2cdc service neutron] 10.222.0.25 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334171 Jul 22 02:30:30.847105 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:30.852576 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:30.853060 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.860758 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.910206 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-5b9d0455-0e5e-46e9-b2ca-80a4ea14be16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556667 Jul 22 02:30:30.988863 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.000013 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-59aaf169-874e-4e1e-a014-2ed0de662f71 req-d4a87676-ca5c-4386-9d4f-83bb53922c3c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 210 time: 0.0426896 Jul 22 02:30:31.019876 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f6709e-0474-4374-abef-69bb97546413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5100f0b9-fe41-4bc2-953e-687f2722f0f7'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:31.023029 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b352ea-1f9e-4842-ac60-db19f25a097b" -d '{"events": [{"server_uuid": "87f6709e-0474-4374-abef-69bb97546413", "name": "network-vif-plugged", "status": "completed", "tag": "5100f0b9-fe41-4bc2-953e-687f2722f0f7"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:31.042950 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccd977-00d3-43cc-bfab-5d0f53ab74ce req-2b92de53-492e-4977-97a8-30cddc8eb829 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:31.047005 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-61ccd977-00d3-43cc-bfab-5d0f53ab74ce req-2b92de53-492e-4977-97a8-30cddc8eb829 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 944 time: 0.1506276 Jul 22 02:30:31.050100 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:31.060040 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.098017 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-f4667d74-30e1-4a81-9a35-ebb343c22e1c service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521015 Jul 22 02:30:31.113075 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-61ccd977-00d3-43cc-bfab-5d0f53ab74ce req-47c63ce1-496b-47b4-91be-cb2365044b06 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 Jul 22 02:30:31.124785 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5eacf-2638-4e19-9caf-b1468fd78415 x-openstack-request-id: req-0de5eacf-2638-4e19-9caf-b1468fd78415 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:31.125225 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f6709e-0474-4374-abef-69bb97546413", "name": "network-vif-plugged", "status": "completed", "tag": "5100f0b9-fe41-4bc2-953e-687f2722f0f7", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:31.125607 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0de5eacf-2638-4e19-9caf-b1468fd78415 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:31.126149 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f6709e-0474-4374-abef-69bb97546413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5100f0b9-fe41-4bc2-953e-687f2722f0f7', 'code': 200} Jul 22 02:30:31.146219 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=5100f0b9-fe41-4bc2-953e-687f2722f0f7,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:31.210841 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.227862 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c48b0027-47a9-476e-b796-8ce8d6f95ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.235867 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d604b48-8337-44bc-8ae5-9022294ce63c']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:31.269483 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c48b0027-47a9-476e-b796-8ce8d6f95ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.285556 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7fa6ac-89df-43b6-8453-61de9c270bbe') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:31.285926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7fa6ac-89df-43b6-8453-61de9c270bbe') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:31.318171 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.355535 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c48b0027-47a9-476e-b796-8ce8d6f95ec0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bedebf0679aa4667a11b5bda0bdc0b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9384785 Jul 22 02:30:31.357894 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58358) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:31.360052 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.363415 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b0027-47a9-476e-b796-8ce8d6f95ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888bb0fb-3ff2-43f3-ae3d-534835ebe43d,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:31.371386 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4291e392-1be8-4c1c-b81f-b8dbea32f2a8 req-67505bc9-e0d4-4037-8718-1ceb7cd1e69b service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409663 Jul 22 02:30:31.374131 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:30:31.375091 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:30:31.377116 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:30:31.393913 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748969a-a299-4f14-b544-9851b01efc54 req-0c3c290b-2621-4956-92a7-8af479aa9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:31.397439 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e748969a-a299-4f14-b544-9851b01efc54 req-0c3c290b-2621-4956-92a7-8af479aa9263 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 1098 time: 0.0917079 Jul 22 02:30:31.443195 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.448281 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.454123 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d604b48-8337-44bc-8ae5-9022294ce63c HTTP/1.1" status: 204 len: 168 time: 0.9472017 Jul 22 02:30:31.466875 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddec6-1f4b-4d06-b001-a1de389579c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d604b48-8337-44bc-8ae5-9022294ce63c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:31.475161 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2a783eae-262c-41f5-a0f5-a5726dd94b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.519552 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e748969a-a299-4f14-b544-9851b01efc54 req-b24c207c-8783-4141-ba02-ba728b25f00f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980752 Jul 22 02:30:31.528161 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2a783eae-262c-41f5-a0f5-a5726dd94b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.589891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2a783eae-262c-41f5-a0f5-a5726dd94b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.594700 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2a783eae-262c-41f5-a0f5-a5726dd94b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.598474 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2a783eae-262c-41f5-a0f5-a5726dd94b32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/888bb0fb-3ff2-43f3-ae3d-534835ebe43d HTTP/1.1" status: 204 len: 168 time: 0.2359874 Jul 22 02:30:31.605907 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783eae-262c-41f5-a0f5-a5726dd94b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888bb0fb-3ff2-43f3-ae3d-534835ebe43d,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:31.679764 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58372) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:31.743239 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0bc4c257-38da-4c92-922e-49fc66b904f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5fd9cdfad6a4f4eb92e25c0b3adda65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617745 Jul 22 02:30:31.745841 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58378) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:31.764455 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462ebc-9914-4e9e-b7b1-808c0bb56465 req-36190810-a884-4472-bc70-d718319652de tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:31.766066 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dd462ebc-9914-4e9e-b7b1-808c0bb56465 req-36190810-a884-4472-bc70-d718319652de tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1063106 Jul 22 02:30:31.815195 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-67a30bf7-a628-4621-bf74-23172e5f6f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.816620 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dd462ebc-9914-4e9e-b7b1-808c0bb56465 req-c9f8554c-1436-439b-bd0e-0de45d089159 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Jul 22 02:30:31.851106 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-67a30bf7-a628-4621-bf74-23172e5f6f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.923350 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-67a30bf7-a628-4621-bf74-23172e5f6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.926408 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-67a30bf7-a628-4621-bf74-23172e5f6f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.929940 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-67a30bf7-a628-4621-bf74-23172e5f6f5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/913baf20-0825-473e-9404-bb40a244eb16 HTTP/1.1" status: 204 len: 168 time: 0.1806886 Jul 22 02:30:31.938526 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a30bf7-a628-4621-bf74-23172e5f6f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913baf20-0825-473e-9404-bb40a244eb16,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:32.124423 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ca01b144-cf40-473d-93da-f792d5bbc6ee req-750ccf89-b0bb-4cb3-862f-e8d814fcc4c9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 210 time: 0.0311830 Jul 22 02:30:32.249036 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58408) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:32.271076 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4404a-5dd7-46c4-a211-cbc759381961 req-4ddac3dd-cd87-4db6-990c-ba15276ec3cf tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:32.272587 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-91e4404a-5dd7-46c4-a211-cbc759381961 req-4ddac3dd-cd87-4db6-990c-ba15276ec3cf tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.0864592 Jul 22 02:30:32.293443 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-31ac3870-535f-4863-8f41-16fdfbd66d4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=101a5ad188484c53bc7c6d634910138c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421367 Jul 22 02:30:32.295921 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58410) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:32.365309 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0b4b938d-0275-4fd9-805e-43dfc9149053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.405508 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0b4b938d-0275-4fd9-805e-43dfc9149053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.464252 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0b4b938d-0275-4fd9-805e-43dfc9149053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.466903 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0b4b938d-0275-4fd9-805e-43dfc9149053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.468216 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0b4b938d-0275-4fd9-805e-43dfc9149053 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbb9a3d4-0606-4c4e-8406-b699483230fb HTTP/1.1" status: 204 len: 168 time: 0.1702266 Jul 22 02:30:32.484141 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b938d-0275-4fd9-805e-43dfc9149053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9a3d4-0606-4c4e-8406-b699483230fb,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:32.540855 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-91e4404a-5dd7-46c4-a211-cbc759381961 req-59c579ec-af6d-4e9a-bc75-6173ff7c69a1 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615499 Jul 22 02:30:32.628758 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-c2bd600e-b1be-4516-b89d-b88948d767fe tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:32.630782 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-c2bd600e-b1be-4516-b89d-b88948d767fe tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 814 time: 0.1428142 Jul 22 02:30:32.651646 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Request body: {'port': {'device_id': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'admin_state_up': True, 'tenant_id': 'f5a9814d773b43e78a6a96b15d632db9'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:32.783383 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Made reservation on behalf of f5a9814d773b43e78a6a96b15d632db9 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:32.788484 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:33.030518 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Allocated IP 172.20.0.13 (48d459b1-7887-443d-b081-81f691741d51/29d9ca91-a6ab-4b21-8feb-a156ae4a6be5/dd05573a-9b0d-477c-a9aa-a2866382ca0d) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:33.114984 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcfd0-fbf8-4808-b819-416df7179876 req-24e73740-4042-4ec8-8fde-77152d024751 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:33.122796 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-545fcfd0-fbf8-4808-b819-416df7179876 req-24e73740-4042-4ec8-8fde-77152d024751 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1486125 Jul 22 02:30:33.259370 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-545fcfd0-fbf8-4808-b819-416df7179876 req-1e271150-909e-484e-8f0e-b772675c64f7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210833 Jul 22 02:30:33.299578 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-40fc6e03-4a23-4f40-9792-137cbf2eea83 req-c9fbd3ad-6ddf-42d0-8f84-2c1055db5870 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 210 time: 0.0362942 Jul 22 02:30:33.341383 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:33.391857 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:33.422882 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'd16d96de-e4a5-426d-8eee-371a88309136', 'c6cbc3f1-a596-4b77-ae91-1d48594b5290'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:33.444534 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Network 48d459b1-7887-443d-b081-81f691741d51 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:33.447869 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:33.452346 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:33.459053 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:33.459690 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:33.465952 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event updated for resources: {'Port': ['ID=dd05573a-9b0d-477c-a9aa-a2866382ca0d,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:33.478464 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-6269a350-a363-4cbf-892c-582926ed73e3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8317542 Jul 22 02:30:33.496102 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Request body: {'port': {'device_id': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:33.596207 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:33.880924 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af0139-35c5-4246-8001-118041d770be req-de01388d-99cf-41d2-a375-ca7be9bda4c8 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:33.882416 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-05af0139-35c5-4246-8001-118041d770be req-de01388d-99cf-41d2-a375-ca7be9bda4c8 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.1400938 Jul 22 02:30:33.959767 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-05af0139-35c5-4246-8001-118041d770be req-fa776adc-3274-4953-b994-a5ade4e01032 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673313 Jul 22 02:30:33.997571 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58492) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:34.009590 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd05573a-9b0d-477c-a9aa-a2866382ca0d {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:34.017657 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.039728 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Transition to ACTIVE for port object dd05573a-9b0d-477c-a9aa-a2866382ca0d will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:34.049271 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.115219 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd05573a-9b0d-477c-a9aa-a2866382ca0d,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:34.165588 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Attempting to bind port dd05573a-9b0d-477c-a9aa-a2866382ca0d on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:34.165997 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Attempting to bind port dd05573a-9b0d-477c-a9aa-a2866382ca0d by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:34.166341 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Attempting to bind port dd05573a-9b0d-477c-a9aa-a2866382ca0d on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:34.171337 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Port dd05573a-9b0d-477c-a9aa-a2866382ca0d on network 48d459b1-7887-443d-b081-81f691741d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:34.172061 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Attempting to bind port dd05573a-9b0d-477c-a9aa-a2866382ca0d on network 48d459b1-7887-443d-b081-81f691741d51 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:34.177819 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:34.178431 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Checking segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:34.178992 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Bound using segment: {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:34.179584 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Bound port: dd05573a-9b0d-477c-a9aa-a2866382ca0d, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42e65f8-5721-4e61-95f7-1d1a7206ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '48d459b1-7887-443d-b081-81f691741d51'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:34.180104 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.256116 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dafcc596-7dc8-4d5e-810d-eb210718c471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.266158 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] For port dd05573a-9b0d-477c-a9aa-a2866382ca0d, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:34.273358 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] For port dd05573a-9b0d-477c-a9aa-a2866382ca0d, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:34.284553 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.334619 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.335385 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.338901 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] 10.222.0.32 "PUT /v2.0/ports/dd05573a-9b0d-477c-a9aa-a2866382ca0d HTTP/1.1" status: 200 len: 1094 time: 0.8482053 Jul 22 02:30:34.339391 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'tag': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:34.341769 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b65ca5-ad65-43e3-b895-e7bde843f95a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8", "tag": "dd05573a-9b0d-477c-a9aa-a2866382ca0d"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:34.384690 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ddbf-b764-44a1-b010-06aaaae0ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd05573a-9b0d-477c-a9aa-a2866382ca0d,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:34.508841 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dafcc596-7dc8-4d5e-810d-eb210718c471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.517364 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dafcc596-7dc8-4d5e-810d-eb210718c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.566022 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-dafcc596-7dc8-4d5e-810d-eb210718c471 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e04a1b968ca44cbbb15d6aba9a0f98d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646780 Jul 22 02:30:34.567187 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58550) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:34.592832 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd4ec-c1de-40a5-9ee4-a72084cc3adc req-cbac8741-9b98-4fec-b785-adf098f7c298 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.595455 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-747cd4ec-c1de-40a5-9ee4-a72084cc3adc req-cbac8741-9b98-4fec-b785-adf098f7c298 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.2011087 Jul 22 02:30:34.616284 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcc596-7dc8-4d5e-810d-eb210718c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e0945-c554-4b5e-8f79-5623a876ec39,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:34.654619 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdf52-951f-40f4-80d6-daa2d44b36bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.679423 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-8e17026e-f2e8-400d-b4ff-92f10edfece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.681468 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-8e17026e-f2e8-400d-b4ff-92f10edfece1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 1097 time: 0.2352505 Jul 22 02:30:34.682778 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdf52-951f-40f4-80d6-daa2d44b36bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.685675 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-747cd4ec-c1de-40a5-9ee4-a72084cc3adc req-39989527-f9ac-47d9-9838-9e74f1dc3f54 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811484 Jul 22 02:30:34.751920 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58558) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:34.783492 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f630cd-e80e-45c5-831a-bd54dca72019 x-openstack-request-id: req-70f630cd-e80e-45c5-831a-bd54dca72019 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:34.784042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8", "tag": "dd05573a-9b0d-477c-a9aa-a2866382ca0d", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:34.784381 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70f630cd-e80e-45c5-831a-bd54dca72019 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:34.784680 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'tag': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d', 'status': 'completed', 'code': 200} Jul 22 02:30:34.786725 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-7363ae5d-95d4-47b1-9af4-ebc59e8cc537 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d HTTP/1.1" status: 200 len: 217 time: 0.0964735 Jul 22 02:30:34.800449 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdf52-951f-40f4-80d6-daa2d44b36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.804313 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdf52-951f-40f4-80d6-daa2d44b36bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.804450 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7934-ad3d-4e4c-b2dc-be588b25721d req-5ce236ca-a41e-4c46-bf6b-c7941a8d562c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.805916 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-6a2bdf52-951f-40f4-80d6-daa2d44b36bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e8e0945-c554-4b5e-8f79-5623a876ec39 HTTP/1.1" status: 204 len: 168 time: 0.2372153 Jul 22 02:30:34.817889 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f32b7934-ad3d-4e4c-b2dc-be588b25721d req-5ce236ca-a41e-4c46-bf6b-c7941a8d562c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 944 time: 0.3197901 Jul 22 02:30:34.825369 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdf52-951f-40f4-80d6-daa2d44b36bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e0945-c554-4b5e-8f79-5623a876ec39,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:34.935380 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8e583185-c3d6-460f-b63f-c92f680725aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.951339 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f32b7934-ad3d-4e4c-b2dc-be588b25721d req-59873d25-e4c7-43fb-9442-1f6ce20bcd6f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322510 Jul 22 02:30:34.960218 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221548d-76ff-4000-b696-cb09f187856c req-6f89301e-6314-4e21-b55b-a662d1e40956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.960218 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-6f89301e-6314-4e21-b55b-a662d1e40956 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.1385815 Jul 22 02:30:35.005796 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-0bf5eb31-87fe-4437-a66d-0811ac3fb466 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299098 Jul 22 02:30:35.057599 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8e583185-c3d6-460f-b63f-c92f680725aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.067068 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8e583185-c3d6-460f-b63f-c92f680725aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.128547 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e583185-c3d6-460f-b63f-c92f680725aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8052bf57-9263-47b6-8b50-1cbf140ecaa9,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:35.129593 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-a18e9f37-1d03-433e-9ee1-c735be3511ca service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163251 Jul 22 02:30:35.133721 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8e583185-c3d6-460f-b63f-c92f680725aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a93db84bf0c64d67a13e955840ce152a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800228 Jul 22 02:30:35.142289 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58578) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:35.219327 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cee7c9-0095-4871-8138-4e98debab970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.292424 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cee7c9-0095-4871-8138-4e98debab970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.308169 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1221548d-76ff-4000-b696-cb09f187856c req-4e6daf54-a4d3-4b8d-82c3-74290ea71d80 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490905 Jul 22 02:30:35.350195 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cee7c9-0095-4871-8138-4e98debab970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.353129 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cee7c9-0095-4871-8138-4e98debab970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.354525 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-24cee7c9-0095-4871-8138-4e98debab970 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8052bf57-9263-47b6-8b50-1cbf140ecaa9 HTTP/1.1" status: 204 len: 168 time: 0.2112641 Jul 22 02:30:35.364568 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cee7c9-0095-4871-8138-4e98debab970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052bf57-9263-47b6-8b50-1cbf140ecaa9,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:35.444462 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-9b3e3187-4eff-4c48-b28f-39d1a3597c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.446436 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-9b3e3187-4eff-4c48-b28f-39d1a3597c6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 1097 time: 0.0856516 Jul 22 02:30:35.565374 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-70b8fd7e-27fc-42e1-9b88-035451951f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.567211 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-70b8fd7e-27fc-42e1-9b88-035451951f41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 915 time: 0.1114554 Jul 22 02:30:35.631478 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-a751a792-e4e3-4b2c-ba49-f26a34fa76f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d HTTP/1.1" status: 200 len: 217 time: 0.0522890 Jul 22 02:30:35.697383 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-703d72ee-8ccd-47c7-90f0-71653368d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.705415 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-703d72ee-8ccd-47c7-90f0-71653368d545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.0565488 Jul 22 02:30:35.772528 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-da639424-e7bc-4f1d-9db8-553e07701858 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506940 Jul 22 02:30:35.899218 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58622) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:35.914716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-a019f64f-ae7c-457e-ba0d-e2960bdb1886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.939027 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a8fa2-a270-4a8d-9df8-0ab6c92dbc06 req-fdbcd28b-afd3-4db9-a2d4-851f83290b6d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.940600 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5d5a8fa2-a270-4a8d-9df8-0ab6c92dbc06 req-fdbcd28b-afd3-4db9-a2d4-851f83290b6d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1452312 Jul 22 02:30:35.944764 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-0a277556-ede2-45a6-9c50-0e940fe6fb05 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619442 Jul 22 02:30:36.038461 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-a019f64f-ae7c-457e-ba0d-e2960bdb1886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.045121 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-a019f64f-ae7c-457e-ba0d-e2960bdb1886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.080387 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5d5a8fa2-a270-4a8d-9df8-0ab6c92dbc06 req-f84bb560-2726-41f6-9538-4a2b82beafbe tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312013 Jul 22 02:30:36.089770 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58626) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:36.094450 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-a019f64f-ae7c-457e-ba0d-e2960bdb1886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2797ab2704ce4c0db84662d1355b19fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924794 Jul 22 02:30:36.095451 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019f64f-ae7c-457e-ba0d-e2960bdb1886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489562d5-b93e-4dc8-a9b3-d78ee5734058,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:36.165506 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21b65ca5-ad65-43e3-b895-e7bde843f95a req-0f5e0d4d-3e96-43ea-98c7-5872c9d9f581 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048430 Jul 22 02:30:36.205220 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-149508a4-6bb4-4eb6-a46e-c64e3b8911b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.214805 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e92c-bc28-4fb5-ba97-bc4c1ae88ae9 req-b9421e68-6c4f-40eb-9c10-32e8dcc81fb8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:36.216301 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d6e9e92c-bc28-4fb5-ba97-bc4c1ae88ae9 req-b9421e68-6c4f-40eb-9c10-32e8dcc81fb8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 944 time: 0.1423566 Jul 22 02:30:36.246292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-149508a4-6bb4-4eb6-a46e-c64e3b8911b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.301849 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d6e9e92c-bc28-4fb5-ba97-bc4c1ae88ae9 req-64cb4282-ce29-4603-9995-b4016e402988 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712199 Jul 22 02:30:36.322842 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-149508a4-6bb4-4eb6-a46e-c64e3b8911b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.325628 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-149508a4-6bb4-4eb6-a46e-c64e3b8911b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.326774 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-149508a4-6bb4-4eb6-a46e-c64e3b8911b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/489562d5-b93e-4dc8-a9b3-d78ee5734058 HTTP/1.1" status: 204 len: 168 time: 0.2359791 Jul 22 02:30:36.338063 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149508a4-6bb4-4eb6-a46e-c64e3b8911b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489562d5-b93e-4dc8-a9b3-d78ee5734058,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:37.247288 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0f2a7-fd58-493a-aa00-d8e893b7cf90 req-c455e684-3319-47e3-b59a-c92c592c71ac tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:37.248901 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ad0f2a7-fd58-493a-aa00-d8e893b7cf90 req-c455e684-3319-47e3-b59a-c92c592c71ac tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0887759 Jul 22 02:30:37.296333 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ad0f2a7-fd58-493a-aa00-d8e893b7cf90 req-fff80ac5-5feb-4ef9-b926-2dbfffb9cbff tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Jul 22 02:30:37.450131 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00616d5-f37a-46c4-8e77-53fc050e707e req-eb28e5f9-f5e0-4092-8095-ccc7f42949a3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:37.451632 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e00616d5-f37a-46c4-8e77-53fc050e707e req-eb28e5f9-f5e0-4092-8095-ccc7f42949a3 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 944 time: 0.0730608 Jul 22 02:30:37.497549 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e00616d5-f37a-46c4-8e77-53fc050e707e req-6e0e2ee5-5902-4a1f-87b0-186a177459ae tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Jul 22 02:30:37.644665 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1f331f47-6f90-4406-98e1-e54950b23f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.702988 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-67183f69-aae2-4430-a4c5-df3f6340065f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815120 Jul 22 02:30:37.826164 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-03501546-eb36-4fdb-a3e1-f4e0e2e09ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:37.828390 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-03501546-eb36-4fdb-a3e1-f4e0e2e09ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5a9814d773b43e78a6a96b15d632db9&device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 1098 time: 0.0579295 Jul 22 02:30:37.943522 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-d4583467-7f3b-4a2a-b9c1-85970f982797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:37.945005 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-d4583467-7f3b-4a2a-b9c1-85970f982797 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 200 len: 915 time: 0.0893667 Jul 22 02:30:37.996531 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-24cad927-e18c-4056-98fd-5a372a9076ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb HTTP/1.1" status: 200 len: 217 time: 0.0377958 Jul 22 02:30:38.051954 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-ee1baab9-f5b0-4947-a224-2ef3614bff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:38.053755 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-ee1baab9-f5b0-4947-a224-2ef3614bff4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 200 len: 854 time: 0.0470984 Jul 22 02:30:38.097088 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-49172446-d29f-4fdb-8254-f161f4457bb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48d459b1-7887-443d-b081-81f691741d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304766 Jul 22 02:30:38.198656 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-bf976d60-8c8e-4f31-ad59-fb8659b6966f service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942514 Jul 22 02:30:38.303397 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8636cca0-5ad7-43a2-b637-9cce226cb685 req-bc69784f-32e3-4715-9e3a-77513e584652 service neutron] 10.222.0.32 "GET /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877268 Jul 22 02:30:38.436058 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac4c3b-c3db-4f91-a7ce-2e998cd654b3 req-5b277d36-8d26-4884-b2ae-517efb4f9a43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:38.442294 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-49ac4c3b-c3db-4f91-a7ce-2e998cd654b3 req-5b277d36-8d26-4884-b2ae-517efb4f9a43 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0770431 Jul 22 02:30:38.479812 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-49ac4c3b-c3db-4f91-a7ce-2e998cd654b3 req-2f4440ca-9ea3-4ac7-bbb5-507cb3fe794a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365162 Jul 22 02:30:38.645086 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc11a-cd2b-4f54-9cf4-4a102e58fbf3 req-492aa8bb-1282-44cc-b12d-6f827de50a79 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:38.647222 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e21dc11a-cd2b-4f54-9cf4-4a102e58fbf3 req-492aa8bb-1282-44cc-b12d-6f827de50a79 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 944 time: 0.0751033 Jul 22 02:30:38.688171 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e21dc11a-cd2b-4f54-9cf4-4a102e58fbf3 req-472d868d-b6f0-465a-909f-d9dbc78e32d8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Jul 22 02:30:38.816821 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dd05573a-9b0d-477c-a9aa-a2866382ca0d details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:38.921993 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port dd05573a-9b0d-477c-a9aa-a2866382ca0d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:38.932409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d', 'network_id': '48d459b1-7887-443d-b081-81f691741d51', 'port_id': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d', 'mac_address': 'fa:16:3e:97:99:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9ca91-a6ab-4b21-8feb-a156ae4a6be5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:38.970907 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.983221 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd05573a-9b0d-477c-a9aa-a2866382ca0d {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:39.003369 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port dd05573a-9b0d-477c-a9aa-a2866382ca0d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:39.006956 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.055087 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=dd05573a-9b0d-477c-a9aa-a2866382ca0d,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:39.586186 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dd05573a-9b0d-477c-a9aa-a2866382ca0d'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:39.623692 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093177-c3e5-4ea8-b10e-18b9acd30363 req-688ec663-f2b8-4ba7-b438-0698e8d93040 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:39.626094 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a9093177-c3e5-4ea8-b10e-18b9acd30363 req-688ec663-f2b8-4ba7-b438-0698e8d93040 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0734076 Jul 22 02:30:39.910000 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a9093177-c3e5-4ea8-b10e-18b9acd30363 req-f71c8422-6c10-4de2-a972-85066d1d7d52 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769749 Jul 22 02:30:39.953971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58703f72-c0fa-4b96-a465-ef9960f0c9a7 req-b639424a-10bd-4149-b7ff-5feba4a808d8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:39.955704 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-58703f72-c0fa-4b96-a465-ef9960f0c9a7 req-b639424a-10bd-4149-b7ff-5feba4a808d8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 945 time: 0.0994291 Jul 22 02:30:40.012204 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58788) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:40.020411 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-58703f72-c0fa-4b96-a465-ef9960f0c9a7 req-0071adc7-aa7a-4c2d-aceb-5f0b69a9b0c8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Jul 22 02:30:40.049453 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.137486 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e237781b-2786-4b21-828b-b619227b3569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.245295 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e237781b-2786-4b21-828b-b619227b3569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.250595 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e237781b-2786-4b21-828b-b619227b3569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.277282 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-21e6508a-7993-4830-acf0-3bb8ec584cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.298427 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e237781b-2786-4b21-828b-b619227b3569 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62e0230679c14cd59e533b388aa7e5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849407 Jul 22 02:30:40.299380 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237781b-2786-4b21-828b-b619227b3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48566542-9d2a-4682-a1a4-4d600214031d,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:40.301162 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58798) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:40.353549 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-75e42893-d095-4148-965d-2b017fafd6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.376609 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-75e42893-d095-4148-965d-2b017fafd6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.430339 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-75e42893-d095-4148-965d-2b017fafd6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.432974 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-75e42893-d095-4148-965d-2b017fafd6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.434228 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-75e42893-d095-4148-965d-2b017fafd6a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48566542-9d2a-4682-a1a4-4d600214031d HTTP/1.1" status: 204 len: 168 time: 0.1319296 Jul 22 02:30:40.442763 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42893-d095-4148-965d-2b017fafd6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48566542-9d2a-4682-a1a4-4d600214031d,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:40.591357 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.718210 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 58810) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:40.734675 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2cacebe9-f94a-4e80-b83e-669dfc484394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.827214 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2cacebe9-f94a-4e80-b83e-669dfc484394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.831758 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2cacebe9-f94a-4e80-b83e-669dfc484394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.873040 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2cacebe9-f94a-4e80-b83e-669dfc484394 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0561c624f48a4249a59d31840e556064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535420 Jul 22 02:30:40.874052 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacebe9-f94a-4e80-b83e-669dfc484394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcca438c-1bcf-4f42-a88a-e3f53589fb49,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:40.875760 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 58816) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:40.928700 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8c6837b-5225-4a58-8f91-535b865468e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.950520 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8c6837b-5225-4a58-8f91-535b865468e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:41.010664 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8c6837b-5225-4a58-8f91-535b865468e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:41.013214 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f8c6837b-5225-4a58-8f91-535b865468e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:41.015710 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f8c6837b-5225-4a58-8f91-535b865468e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcca438c-1bcf-4f42-a88a-e3f53589fb49 HTTP/1.1" status: 204 len: 168 time: 0.1373925 Jul 22 02:30:41.025148 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6837b-5225-4a58-8f91-535b865468e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcca438c-1bcf-4f42-a88a-e3f53589fb49,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:41.082489 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224ab97-f880-4649-8f9b-29cfb412fdb2 req-12e9d439-93d7-4a4e-962a-03d4daa21895 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:41.084207 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b224ab97-f880-4649-8f9b-29cfb412fdb2 req-12e9d439-93d7-4a4e-962a-03d4daa21895 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0837317 Jul 22 02:30:41.157233 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b224ab97-f880-4649-8f9b-29cfb412fdb2 req-d3c5cda9-e33b-4086-bd43-0f79499e7b25 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660276 Jul 22 02:30:41.205566 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c953540-3821-49ed-a136-29094f7ef5c9 req-cb39f20f-ad63-421a-b954-80ea4e924185 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:41.207806 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5c953540-3821-49ed-a136-29094f7ef5c9 req-cb39f20f-ad63-421a-b954-80ea4e924185 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 945 time: 0.1025944 Jul 22 02:30:41.268351 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5c953540-3821-49ed-a136-29094f7ef5c9 req-adfb166b-368d-48f3-b888-60e99106df54 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Jul 22 02:30:41.560523 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.314780 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23124-e1d2-4c2a-acba-323283c2af18 req-575f4954-1310-4241-8fe4-3ac8de6bc323 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:42.325974 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ded23124-e1d2-4c2a-acba-323283c2af18 req-575f4954-1310-4241-8fe4-3ac8de6bc323 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0780933 Jul 22 02:30:42.443604 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ded23124-e1d2-4c2a-acba-323283c2af18 req-89de7beb-9ba5-485d-b729-228ad05cb856 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163123 Jul 22 02:30:42.480542 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c23308-7184-4070-a595-216350dfc665 req-4ae0498b-f184-44bf-9bc3-994341cc4e2f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:42.482138 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-79c23308-7184-4070-a595-216350dfc665 req-4ae0498b-f184-44bf-9bc3-994341cc4e2f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 945 time: 0.1128888 Jul 22 02:30:42.524982 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-79c23308-7184-4070-a595-216350dfc665 req-0eaffe89-5f8c-4bb5-9f66-14164aa6425e tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Jul 22 02:30:42.839572 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dd05573a-9b0d-477c-a9aa-a2866382ca0d up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:42.898850 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port dd05573a-9b0d-477c-a9aa-a2866382ca0d completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:42.902719 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port dd05573a-9b0d-477c-a9aa-a2866382ca0d triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:42.903088 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.984563 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.006895 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:43.009193 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d9fa6c-81f9-480a-8be1-b94e238325d9" -d '{"events": [{"server_uuid": "bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8", "name": "network-vif-plugged", "status": "completed", "tag": "dd05573a-9b0d-477c-a9aa-a2866382ca0d"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:43.028916 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port dd05573a-9b0d-477c-a9aa-a2866382ca0d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:43.037162 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.041669 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.045068 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78e9034-f4b7-4557-a2fd-d591a0fcfce3 x-openstack-request-id: req-e78e9034-f4b7-4557-a2fd-d591a0fcfce3 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:43.045352 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8", "name": "network-vif-plugged", "status": "completed", "tag": "dd05573a-9b0d-477c-a9aa-a2866382ca0d", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:43.046316 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e78e9034-f4b7-4557-a2fd-d591a0fcfce3 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:43.046847 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d', 'code': 200} Jul 22 02:30:43.097501 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=dd05573a-9b0d-477c-a9aa-a2866382ca0d,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:43.245073 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3106-7b18-42fa-bade-b68caa2eb5ee req-17908ffa-f647-4251-a34e-c7b8c1116416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:43.246759 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e7e3106-7b18-42fa-bade-b68caa2eb5ee req-17908ffa-f647-4251-a34e-c7b8c1116416 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 1099 time: 0.0616839 Jul 22 02:30:43.290166 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e7e3106-7b18-42fa-bade-b68caa2eb5ee req-a1b8343a-e2da-433b-b75b-9ec3d896cd7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Jul 22 02:30:43.602996 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a5573-6be1-4932-ac4a-085f7ef8e44f req-699eabed-c1c8-43bf-a5d8-6af24153daba tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:43.613615 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-333a5573-6be1-4932-ac4a-085f7ef8e44f req-699eabed-c1c8-43bf-a5d8-6af24153daba tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0910935 Jul 22 02:30:43.683915 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-333a5573-6be1-4932-ac4a-085f7ef8e44f req-dbb8c724-e983-4d98-a0b5-960997702dac tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Jul 22 02:30:43.732922 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fc010-4b42-435c-ba54-2cfb1d758dde req-e63ed931-1ea0-4a4f-9ce7-f362ff57fa8b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:43.734569 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-409fc010-4b42-435c-ba54-2cfb1d758dde req-e63ed931-1ea0-4a4f-9ce7-f362ff57fa8b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 946 time: 0.1093109 Jul 22 02:30:43.793373 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-409fc010-4b42-435c-ba54-2cfb1d758dde req-ede0e645-a961-4799-a828-501e25402f70 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Jul 22 02:30:44.843971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aabfc-b613-4417-b5de-410fe8055a90 req-1ddcea50-2efc-4435-9dce-f7a44277057d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:44.845220 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5d7aabfc-b613-4417-b5de-410fe8055a90 req-1ddcea50-2efc-4435-9dce-f7a44277057d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0720341 Jul 22 02:30:44.925802 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5d7aabfc-b613-4417-b5de-410fe8055a90 req-ac393f30-6e46-439b-826a-e14e0c3b1440 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706460 Jul 22 02:30:44.959043 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd5a3a-f905-4bcd-8524-7ef1577b7536 req-d9038ade-63da-4bb3-bda7-28ec656a0dd9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:44.960544 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-31dd5a3a-f905-4bcd-8524-7ef1577b7536 req-d9038ade-63da-4bb3-bda7-28ec656a0dd9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 946 time: 0.0801482 Jul 22 02:30:45.007440 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-31dd5a3a-f905-4bcd-8524-7ef1577b7536 req-4c4a7136-c2bd-44a9-bd77-fa661c98f31c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Jul 22 02:30:45.560052 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59018) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:45.730852 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-95235963-6884-487c-b94b-edefd289c645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.786591 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59026) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:45.838049 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-95235963-6884-487c-b94b-edefd289c645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.843124 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-95235963-6884-487c-b94b-edefd289c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.881399 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95235963-6884-487c-b94b-edefd289c645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa848eb8-ab81-492a-9ee9-67b8fe44ccb0,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:45.886538 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-95235963-6884-487c-b94b-edefd289c645 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9083294a642c489baef43cbeb6135ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250778 Jul 22 02:30:45.887955 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59030) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:45.914134 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab42-8834-4d1a-b5f2-3456bbc5615c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.949928 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7e32434f-4b90-4e53-8e1d-b8446e32e3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.976959 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7e32434f-4b90-4e53-8e1d-b8446e32e3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.030811 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab42-8834-4d1a-b5f2-3456bbc5615c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.037419 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7e32434f-4b90-4e53-8e1d-b8446e32e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.040294 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7e32434f-4b90-4e53-8e1d-b8446e32e3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.043654 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7e32434f-4b90-4e53-8e1d-b8446e32e3bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa848eb8-ab81-492a-9ee9-67b8fe44ccb0 HTTP/1.1" status: 204 len: 168 time: 0.1525669 Jul 22 02:30:46.051232 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32434f-4b90-4e53-8e1d-b8446e32e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa848eb8-ab81-492a-9ee9-67b8fe44ccb0,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:46.054600 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab42-8834-4d1a-b5f2-3456bbc5615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.111599 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73ab42-8834-4d1a-b5f2-3456bbc5615c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ce85e-ebe9-414b-a034-68c55f535dfc,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:46.116028 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-8c73ab42-8834-4d1a-b5f2-3456bbc5615c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f405ae12c2a40e290e924f3682d4e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281572 Jul 22 02:30:46.119495 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59038) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:46.146233 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72259120-6f9a-420d-9607-dadf1deac18b req-0502b463-09eb-4269-9222-d6b3360f9602 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:46.148876 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-72259120-6f9a-420d-9607-dadf1deac18b req-0502b463-09eb-4269-9222-d6b3360f9602 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1382761 Jul 22 02:30:46.204256 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-72259120-6f9a-420d-9607-dadf1deac18b req-e07c12f3-f029-44ea-8a0d-a8f00840a1ed tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 Jul 22 02:30:46.204468 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f17e14d2-71d6-45e9-8ab6-679d4b027354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.238291 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f17e14d2-71d6-45e9-8ab6-679d4b027354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.303071 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f17e14d2-71d6-45e9-8ab6-679d4b027354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.305618 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f17e14d2-71d6-45e9-8ab6-679d4b027354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.307059 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f17e14d2-71d6-45e9-8ab6-679d4b027354 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e9ce85e-ebe9-414b-a034-68c55f535dfc HTTP/1.1" status: 204 len: 168 time: 0.1863644 Jul 22 02:30:46.316252 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e14d2-71d6-45e9-8ab6-679d4b027354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ce85e-ebe9-414b-a034-68c55f535dfc,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:46.888298 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59080) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:46.915385 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8d92-58ad-4b95-87be-1a7a14df29a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.080931 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8d92-58ad-4b95-87be-1a7a14df29a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.087406 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8d92-58ad-4b95-87be-1a7a14df29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.145410 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c8d92-58ad-4b95-87be-1a7a14df29a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ad7799-86a3-4e65-b0ca-2c5fe8a9f12e,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:47.153371 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-bf5c8d92-58ad-4b95-87be-1a7a14df29a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f30c6b2308e4a2ab022aff8e614e418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639713 Jul 22 02:30:47.157141 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59096) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:47.284404 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02bce0d8-e194-4ab1-bd7d-75808cd9f5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.334953 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02bce0d8-e194-4ab1-bd7d-75808cd9f5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.391087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02bce0d8-e194-4ab1-bd7d-75808cd9f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.395415 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02bce0d8-e194-4ab1-bd7d-75808cd9f5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.396924 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-02bce0d8-e194-4ab1-bd7d-75808cd9f5f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1ad7799-86a3-4e65-b0ca-2c5fe8a9f12e HTTP/1.1" status: 204 len: 168 time: 0.2386189 Jul 22 02:30:47.423187 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbef1b3-5a7f-44dd-95e8-ef7b61905a3e req-ea87a0b6-1369-4599-9b5f-63e63a5688a5 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:47.425130 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bcbef1b3-5a7f-44dd-95e8-ef7b61905a3e req-ea87a0b6-1369-4599-9b5f-63e63a5688a5 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1118860 Jul 22 02:30:47.438399 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bce0d8-e194-4ab1-bd7d-75808cd9f5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ad7799-86a3-4e65-b0ca-2c5fe8a9f12e,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:47.496002 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bcbef1b3-5a7f-44dd-95e8-ef7b61905a3e req-a59a4402-c3e2-4811-b68b-bfc7da264b32 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637493 Jul 22 02:30:47.825132 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59114) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:47.840709 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c19c168b-39ff-46ba-baad-7d9332d6a3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.007774 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c19c168b-39ff-46ba-baad-7d9332d6a3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.013022 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c19c168b-39ff-46ba-baad-7d9332d6a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.059385 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c19c168b-39ff-46ba-baad-7d9332d6a3ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a35b734604c54524894e8576ae8457cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330391 Jul 22 02:30:48.060753 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c168b-39ff-46ba-baad-7d9332d6a3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5f6b1-e3f4-4a94-9733-22b0a475afb1,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:48.062444 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59130) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:48.128300 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5cebf06a-7fbc-4006-be85-36566b196ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.167024 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5cebf06a-7fbc-4006-be85-36566b196ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.255058 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5cebf06a-7fbc-4006-be85-36566b196ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.257629 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5cebf06a-7fbc-4006-be85-36566b196ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.258976 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-5cebf06a-7fbc-4006-be85-36566b196ecc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6eb5f6b1-e3f4-4a94-9733-22b0a475afb1 HTTP/1.1" status: 204 len: 168 time: 0.1954031 Jul 22 02:30:48.269435 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebf06a-7fbc-4006-be85-36566b196ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5f6b1-e3f4-4a94-9733-22b0a475afb1,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:48.655651 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee445f27-3721-4a70-9b5a-25489653fe12 req-0c76eafd-91cc-416a-80e2-607989561047 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:48.657462 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ee445f27-3721-4a70-9b5a-25489653fe12 req-0c76eafd-91cc-416a-80e2-607989561047 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0776410 Jul 22 02:30:48.713749 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ee445f27-3721-4a70-9b5a-25489653fe12 req-530b8a99-8dfe-4b04-92df-f6ff26ad886b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Jul 22 02:30:49.021519 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373b79-82bc-48a7-887a-f4ab3e4e061f req-4076bf5e-1578-4185-b60f-2ac006cb2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:49.023067 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-67373b79-82bc-48a7-887a-f4ab3e4e061f req-4076bf5e-1578-4185-b60f-2ac006cb2e1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.0605371 Jul 22 02:30:49.086341 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-67373b79-82bc-48a7-887a-f4ab3e4e061f req-d4ab089c-06cd-418b-a175-9b0bbc13fe10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Jul 22 02:30:49.319004 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-7f672859-08a5-44fa-9ae9-b0646034475a tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=917c611192c04f76bc61f8aa65409f87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493927 Jul 22 02:30:49.653139 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-0dd70ff7-8ddf-4951-a4ef-9026775c0a48 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:49.660579 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-0dd70ff7-8ddf-4951-a4ef-9026775c0a48 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358953 Jul 22 02:30:49.678836 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-bf6c22f6-d0a9-43a9-a784-8be757c08901 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/quotas/917c611192c04f76bc61f8aa65409f87 HTTP/1.1" status: 200 len: 375 time: 0.0167756 Jul 22 02:30:49.734964 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-b460645f-49cc-4b8a-bea5-f0b6daf6af0c tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=917c611192c04f76bc61f8aa65409f87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529673 Jul 22 02:30:50.102720 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-38d26abc-dc09-4cc4-b8ab-e895cf3eb343 req-225544fc-50ba-40ea-98c9-3ad20281ac55 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 210 time: 0.0808072 Jul 22 02:30:50.168048 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684dbe-ef9d-4dbb-97c0-297d688ae7eb req-77e79964-56e8-4b3a-9cc1-2d4eabb2e231 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:50.170480 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-30684dbe-ef9d-4dbb-97c0-297d688ae7eb req-77e79964-56e8-4b3a-9cc1-2d4eabb2e231 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1615520 Jul 22 02:30:50.238537 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-30684dbe-ef9d-4dbb-97c0-297d688ae7eb req-c5c768d9-6a1e-4a1f-bed0-5691589cb41f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617607 Jul 22 02:30:50.248753 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59238) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:50.412342 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f5c060c9-1359-4684-a9e4-fddf090e48bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.527953 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f5c060c9-1359-4684-a9e4-fddf090e48bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.532805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f5c060c9-1359-4684-a9e4-fddf090e48bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.574143 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f5c060c9-1359-4684-a9e4-fddf090e48bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab54f69886a94f248be9d7075017c96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240635 Jul 22 02:30:50.574842 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c060c9-1359-4684-a9e4-fddf090e48bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a05f62-6ddb-4907-92f9-2ac6ffb36873,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:50.577090 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59244) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:50.639292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d60dbef-bf06-4481-ab13-9b64a79a3764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.666476 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d60dbef-bf06-4481-ab13-9b64a79a3764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.743287 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d60dbef-bf06-4481-ab13-9b64a79a3764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.746554 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d60dbef-bf06-4481-ab13-9b64a79a3764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.747749 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0d60dbef-bf06-4481-ab13-9b64a79a3764 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86a05f62-6ddb-4907-92f9-2ac6ffb36873 HTTP/1.1" status: 204 len: 168 time: 0.1696301 Jul 22 02:30:50.756454 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60dbef-bf06-4481-ab13-9b64a79a3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a05f62-6ddb-4907-92f9-2ac6ffb36873,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:51.132055 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59272) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:51.301248 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2e25fe11-2103-4f21-ac04-cdea7f89e22e req-1e174391-0a1d-4d36-ba39-f7d5076d8e5a tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 210 time: 0.0637016 Jul 22 02:30:51.376090 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-054b3e81-2deb-4308-928f-7044e68f3d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.478772 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3c97c-259c-47b0-9786-6473b9743186 req-0f87bb5c-6a4c-4d1d-a0e1-0eca6aecf34f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:51.480592 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aef3c97c-259c-47b0-9786-6473b9743186 req-0f87bb5c-6a4c-4d1d-a0e1-0eca6aecf34f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1248231 Jul 22 02:30:51.530859 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-6b0b1665-11e3-4e8a-94e3-fe52b2de406a tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=917c611192c04f76bc61f8aa65409f87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455849 Jul 22 02:30:51.627814 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aef3c97c-259c-47b0-9786-6473b9743186 req-0e19252b-9ef0-48fd-bcfc-93582dd20952 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316452 Jul 22 02:30:51.674217 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-054b3e81-2deb-4308-928f-7044e68f3d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.688355 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-054b3e81-2deb-4308-928f-7044e68f3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.759779 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-06936177-269d-467a-b2c4-49a5fc4a3da6 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:51.761266 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-06936177-269d-467a-b2c4-49a5fc4a3da6 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195935 Jul 22 02:30:51.763091 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b3e81-2deb-4308-928f-7044e68f3d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9851a4-dfc9-4401-bd21-e9b77375beb5,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:51.771114 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-054b3e81-2deb-4308-928f-7044e68f3d87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb18cdc3d50a491f9a3e9556deec7a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365089 Jul 22 02:30:51.773247 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59304) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:51.814627 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Request body: {'port': {'device_id': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde', 'admin_state_up': True, 'tenant_id': '917c611192c04f76bc61f8aa65409f87'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:51.935185 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b537bd4e-7c7b-43e2-bd7b-a87027b47fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.982071 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b537bd4e-7c7b-43e2-bd7b-a87027b47fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.075302 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Made reservation on behalf of 917c611192c04f76bc61f8aa65409f87 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:52.079105 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.081784 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badab9-3de3-4172-b3ab-29a0d29993db req-0b8350f1-1ec0-48e6-a8e8-55197f41e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.085636 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-0b8350f1-1ec0-48e6-a8e8-55197f41e275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.0821192 Jul 22 02:30:52.097020 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.132214 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676de2-7ef9-4ddb-a523-62d71f88cff5 req-cf68ba24-0e61-4bb7-9ebb-80e2724aed13 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.139592 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3d676de2-7ef9-4ddb-a523-62d71f88cff5 req-cf68ba24-0e61-4bb7-9ebb-80e2724aed13 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1604023 Jul 22 02:30:52.175593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b537bd4e-7c7b-43e2-bd7b-a87027b47fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.180259 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b537bd4e-7c7b-43e2-bd7b-a87027b47fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.181850 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-b537bd4e-7c7b-43e2-bd7b-a87027b47fef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e9851a4-dfc9-4401-bd21-e9b77375beb5 HTTP/1.1" status: 204 len: 168 time: 0.4081542 Jul 22 02:30:52.276811 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537bd4e-7c7b-43e2-bd7b-a87027b47fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9851a4-dfc9-4401-bd21-e9b77375beb5,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:52.299577 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badab9-3de3-4172-b3ab-29a0d29993db req-cbae0230-8be9-44d1-9483-fa80c9f1701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.304083 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-cbae0230-8be9-44d1-9483-fa80c9f1701e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.1909013 Jul 22 02:30:52.326994 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3d676de2-7ef9-4ddb-a523-62d71f88cff5 req-fe140ebb-0d37-48c9-855f-d9293572b2d3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865203 Jul 22 02:30:52.417498 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.427008 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.433216 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-4db488d0-261c-47fd-96a9-f40286c98d1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.1201754 Jul 22 02:30:52.586334 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badab9-3de3-4172-b3ab-29a0d29993db req-c8b6cd4d-cf80-4c36-b62d-cff4a6c05b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.586334 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-c8b6cd4d-cf80-4c36-b62d-cff4a6c05b10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.1354663 Jul 22 02:30:52.640403 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ba50de6-5060-4829-bcef-fbd7f38a44df req-615729a7-56b6-46e5-9067-67cc421b8c80 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 210 time: 0.0642240 Jul 22 02:30:52.685783 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Allocated IP 192.168.233.192 (e3cb1eb7-371a-4275-ad42-3fe8697f8fde/8b9cfb50-1863-4cb8-89f4-108389678e25/56bd5e37-a38c-4a76-ae6c-e7421a18c8ef) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:52.688968 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3cf504-2deb-435a-9486-c691f527f2eb,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:52.709113 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-0bd485f6-9fed-4d6b-8573-2cbbacf5f97b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149707 Jul 22 02:30:52.883864 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59336) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:52.949319 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-9e6d8e6a-bdfb-432d-aa39-c8c1eaf02226 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202826 Jul 22 02:30:53.021873 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.052202 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Transition to ACTIVE for port object 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:53.113136 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e00ba-d438-4a7c-b35f-d81d3dfd48bc req-d34ee355-88ad-4e48-80ab-40a9448c4f39 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.115004 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-882e00ba-d438-4a7c-b35f-d81d3dfd48bc req-d34ee355-88ad-4e48-80ab-40a9448c4f39 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 946 time: 0.1574125 Jul 22 02:30:53.135001 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.148809 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-94badab9-3de3-4172-b3ab-29a0d29993db req-ff2e0bea-786c-476c-805a-941bb6223ddf service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891043 Jul 22 02:30:53.179618 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4cac133c-cda3-4244-ace0-9c07739ce6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.234818 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Network e3cb1eb7-371a-4275-ad42-3fe8697f8fde is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:53.247365 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-882e00ba-d438-4a7c-b35f-d81d3dfd48bc req-dc41c418-7fbe-460e-9825-21210ac4f60f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222062 Jul 22 02:30:53.249216 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:53.255006 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Pushing event updated for resources: {'Port': ['ID=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:53.267736 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:53.277345 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.281071 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.337804 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4cac133c-cda3-4244-ace0-9c07739ce6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.343903 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4cac133c-cda3-4244-ace0-9c07739ce6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.348174 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-60e79edc-5539-4d48-85ed-3610eacc57f1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5584524 Jul 22 02:30:53.379502 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Request body: {'port': {'device_id': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:53.403988 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4cac133c-cda3-4244-ace0-9c07739ce6f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7b56c7c543b449f94e5bfc283d36358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187752 Jul 22 02:30:53.412698 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59350) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:53.413573 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac133c-cda3-4244-ace0-9c07739ce6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c903cd7-b9e3-459f-891e-8a71f646d18a,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:53.509317 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-96c6aebc-fe21-41bf-b7db-7b830dd1dd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.541597 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-96c6aebc-fe21-41bf-b7db-7b830dd1dd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.541819 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.608056 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-49a41959-da2d-4f0e-aba1-a74609eec42a None None] Provisioning for port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:53.612280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-96c6aebc-fe21-41bf-b7db-7b830dd1dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.612526 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-49a41959-da2d-4f0e-aba1-a74609eec42a None None] Provisioning complete for port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:53.612999 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-49a41959-da2d-4f0e-aba1-a74609eec42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.624831 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-96c6aebc-fe21-41bf-b7db-7b830dd1dd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.629480 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-96c6aebc-fe21-41bf-b7db-7b830dd1dd71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c903cd7-b9e3-459f-891e-8a71f646d18a HTTP/1.1" status: 204 len: 168 time: 0.2109182 Jul 22 02:30:53.634441 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9149e14-f718-45b3-a094-47fa37705b48 req-454e5ee2-d818-48d5-b172-2f5a5484fac3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.637618 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d9149e14-f718-45b3-a094-47fa37705b48 req-454e5ee2-d818-48d5-b172-2f5a5484fac3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1507936 Jul 22 02:30:53.655585 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6aebc-fe21-41bf-b7db-7b830dd1dd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c903cd7-b9e3-459f-891e-8a71f646d18a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:53.692421 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-49a41959-da2d-4f0e-aba1-a74609eec42a None None] Port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:53.789005 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d9149e14-f718-45b3-a094-47fa37705b48 req-a829b274-3bab-47e9-b0b6-0243387b86eb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410189 Jul 22 02:30:54.059075 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39710-c0c8-4048-aac1-f1049b1e8afd req-4eafaa8c-536c-47fa-b867-028474414ab0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.075609 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6db39710-c0c8-4048-aac1-f1049b1e8afd req-4eafaa8c-536c-47fa-b867-028474414ab0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 936 time: 0.1593630 Jul 22 02:30:54.376249 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6db39710-c0c8-4048-aac1-f1049b1e8afd req-4936944d-17d0-45f9-87a2-40648cc56f27 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738707 Jul 22 02:30:54.415430 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:54.449202 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.473179 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Transition to ACTIVE for port object 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:54.491647 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.581877 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3125-b828-4c65-9af2-32c2f2d2b6aa req-48966e8c-9a07-4a5f-809c-5605f21f1f26 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.589184 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f3bd3125-b828-4c65-9af2-32c2f2d2b6aa req-48966e8c-9a07-4a5f-809c-5605f21f1f26 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 946 time: 0.1974003 Jul 22 02:30:54.592932 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Pushing event updated for resources: {'Port': ['ID=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:54.713854 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Attempting to bind port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:54.727550 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Attempting to bind port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:54.727939 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Attempting to bind port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef on network e3cb1eb7-371a-4275-ad42-3fe8697f8fde {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:54.734139 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef on network e3cb1eb7-371a-4275-ad42-3fe8697f8fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:54.734472 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Attempting to bind port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef on network e3cb1eb7-371a-4275-ad42-3fe8697f8fde {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:54.751143 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:54.751573 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Checking segment: {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:54.751869 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Bound using segment: {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:54.752315 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Bound port: 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7818f19c-d7d9-4268-bc45-cdf59d9f3534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:54.752680 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.781646 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f3bd3125-b828-4c65-9af2-32c2f2d2b6aa req-db8b32fb-2c59-44ae-b27b-a908175d7547 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869323 Jul 22 02:30:54.918509 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] For port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:54.922428 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] For port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:54.930110 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.002091 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.002658 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.004029 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] 10.222.0.32 "PUT /v2.0/ports/56bd5e37-a38c-4a76-ae6c-e7421a18c8ef HTTP/1.1" status: 200 len: 1098 time: 1.6302168 Jul 22 02:30:55.004489 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'tag': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:55.007024 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e30ec6-0f5f-4228-86c0-4694af3936a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a649ac24-24dd-44ea-83b9-5a88a2a5e265", "tag": "56bd5e37-a38c-4a76-ae6c-e7421a18c8ef"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:55.065706 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc185-6830-4a97-950b-63edb3e952fd service neutron] Pushing event updated for resources: {'Port': ['ID=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:55.127421 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3932cce-7536-4bc7-8ff2-4e5226fe1f80 x-openstack-request-id: req-e3932cce-7536-4bc7-8ff2-4e5226fe1f80 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:55.127626 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a649ac24-24dd-44ea-83b9-5a88a2a5e265", "tag": "56bd5e37-a38c-4a76-ae6c-e7421a18c8ef", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:55.127828 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3932cce-7536-4bc7-8ff2-4e5226fe1f80 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:55.128256 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'tag': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef', 'status': 'completed', 'code': 200} Jul 22 02:30:55.155823 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aea9af-58ac-4fc9-98f2-d75185e120c0 req-15fb2aaa-7fa8-44ee-b54d-8ea0ebdb4fd3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.162735 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-50aea9af-58ac-4fc9-98f2-d75185e120c0 req-15fb2aaa-7fa8-44ee-b54d-8ea0ebdb4fd3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.2358854 Jul 22 02:30:55.230326 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-50aea9af-58ac-4fc9-98f2-d75185e120c0 req-e4602b1b-7576-4445-9240-a2238ea2b231 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 Jul 22 02:30:55.232613 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-d6487a89-b99f-43c2-82b7-c29b977ca9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.234302 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-d6487a89-b99f-43c2-82b7-c29b977ca9a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=917c611192c04f76bc61f8aa65409f87&device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 1101 time: 0.1539223 Jul 22 02:30:55.285246 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-b1752b93-2964-4de9-a488-2ce1abae0f25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef HTTP/1.1" status: 200 len: 217 time: 0.0391610 Jul 22 02:30:55.352797 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-46df082e-cc54-4e58-a3c8-0a89ccb7e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.354228 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-46df082e-cc54-4e58-a3c8-0a89ccb7e15d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b9cfb50-1863-4cb8-89f4-108389678e25 HTTP/1.1" status: 200 len: 843 time: 0.0577297 Jul 22 02:30:55.441701 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-05817156-badd-4d6f-9746-03dbbdb9541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.443318 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-05817156-badd-4d6f-9746-03dbbdb9541f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3cb1eb7-371a-4275-ad42-3fe8697f8fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817544 Jul 22 02:30:55.604221 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-cec96829-5ab6-4225-9a3b-d22304bd316d tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.606413 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-cec96829-5ab6-4225-9a3b-d22304bd316d tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 946 time: 0.0852098 Jul 22 02:30:55.611554 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992205af-7bcb-45cb-8715-9773d3c2152a req-9c13ee86-ccd7-46de-b969-176d549e1d03 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.626181 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-992205af-7bcb-45cb-8715-9773d3c2152a req-9c13ee86-ccd7-46de-b969-176d549e1d03 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 948 time: 0.1396356 Jul 22 02:30:55.637066 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-096e40d4-3c43-4240-9ed4-2fad64b5db5c service neutron] 10.222.0.32 "GET /v2.0/networks/e3cb1eb7-371a-4275-ad42-3fe8697f8fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843677 Jul 22 02:30:55.709578 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-992205af-7bcb-45cb-8715-9773d3c2152a req-92cd2338-3cce-44d8-bf7c-b8b2d4f36a04 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Jul 22 02:30:55.753034 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Deleting port dd05573a-9b0d-477c-a9aa-a2866382ca0d {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:30:55.753862 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.868006 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-20211f04-87d1-4f33-a491-6e5edb89a6ea req-c0cec56a-2691-46ee-a549-2b9e08c38bde service neutron] 10.222.0.32 "GET /v2.0/networks/e3cb1eb7-371a-4275-ad42-3fe8697f8fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622949 Jul 22 02:30:55.872141 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] For port dd05573a-9b0d-477c-a9aa-a2866382ca0d, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dd05573a-9b0d-477c-a9aa-a2866382ca0d,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:55.874766 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.899166 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Calling delete_port for dd05573a-9b0d-477c-a9aa-a2866382ca0d owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:30:56.004696 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f68ca-7d2c-485a-98a7-a3b38337d0fc req-a3a75422-2a41-4e59-946d-a5b890f4f2c0 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.006373 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fb2f68ca-7d2c-485a-98a7-a3b38337d0fc req-a3a75422-2a41-4e59-946d-a5b890f4f2c0 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8 HTTP/1.1" status: 200 len: 946 time: 0.1287625 Jul 22 02:30:56.022394 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-6448c9b3-685f-46ce-98e6-a93ad4249e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.023961 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-6448c9b3-685f-46ce-98e6-a93ad4249e9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=917c611192c04f76bc61f8aa65409f87&device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 1101 time: 0.0862110 Jul 22 02:30:56.064990 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.082980 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'd16d96de-e4a5-426d-8eee-371a88309136', 'c6cbc3f1-a596-4b77-ae91-1d48594b5290', 'dd05573a-9b0d-477c-a9aa-a2866382ca0d'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:56.094343 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fb2f68ca-7d2c-485a-98a7-a3b38337d0fc req-406ae74e-582b-4a19-bb50-b3e0930c2bec tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740559 Jul 22 02:30:56.114495 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event deleted for resources: {'Port': ['ID=dd05573a-9b0d-477c-a9aa-a2866382ca0d,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:56.154308 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-f4289027-fae5-4dcb-a34d-8a3e05241f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.156087 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-f4289027-fae5-4dcb-a34d-8a3e05241f4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3cb1eb7-371a-4275-ad42-3fe8697f8fde HTTP/1.1" status: 200 len: 870 time: 0.1177456 Jul 22 02:30:56.195967 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] No DVR routers for this DVR port dd05573a-9b0d-477c-a9aa-a2866382ca0d on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:30:56.205675 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.210144 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-736fc507-c040-4f8c-8d8c-90ea68a43fe0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef HTTP/1.1" status: 200 len: 217 time: 0.0412724 Jul 22 02:30:56.211144 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-1300a6de-827a-44d6-ba89-c6ba59a463e5 req-9daf5520-f95c-49d4-bb8d-05506c218943 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "DELETE /v2.0/ports/dd05573a-9b0d-477c-a9aa-a2866382ca0d HTTP/1.1" status: 204 len: 173 time: 0.5963619 Jul 22 02:30:56.211599 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'name': 'network-vif-deleted', 'tag': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:56.213927 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31abee89-701c-4b93-843f-e890cf10f2da" -d '{"events": [{"server_uuid": "bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8", "name": "network-vif-deleted", "tag": "dd05573a-9b0d-477c-a9aa-a2866382ca0d"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:56.257766 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b6b8e-af9f-48a3-b07c-c78a33016d48 x-openstack-request-id: req-c43b6b8e-af9f-48a3-b07c-c78a33016d48 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:56.258302 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8", "name": "network-vif-deleted", "tag": "dd05573a-9b0d-477c-a9aa-a2866382ca0d", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:56.258649 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c43b6b8e-af9f-48a3-b07c-c78a33016d48 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:56.259194 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9d1f5f-6eda-4591-b6d9-6fafdba8fca8', 'name': 'network-vif-deleted', 'tag': 'dd05573a-9b0d-477c-a9aa-a2866382ca0d', 'status': 'completed', 'code': 200} Jul 22 02:30:56.395446 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-843a3e52-3492-4e5e-8d21-c66db396b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.397782 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-843a3e52-3492-4e5e-8d21-c66db396b72b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b9cfb50-1863-4cb8-89f4-108389678e25 HTTP/1.1" status: 200 len: 843 time: 0.1589355 Jul 22 02:30:56.459012 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d799b9-fce4-4343-b387-0779b43be558 req-6536ad7e-0ae0-408a-8d9a-e7fdc6188187 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.460511 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-49d799b9-fce4-4343-b387-0779b43be558 req-6536ad7e-0ae0-408a-8d9a-e7fdc6188187 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1311321 Jul 22 02:30:56.512440 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-5d1583f2-830e-4578-b0c3-49f48a2a3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.514401 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-5d1583f2-830e-4578-b0c3-49f48a2a3d64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3cb1eb7-371a-4275-ad42-3fe8697f8fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1037629 Jul 22 02:30:56.517638 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-49d799b9-fce4-4343-b387-0779b43be558 req-093f969a-e2cf-441a-849a-6452c81290d9 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501873 Jul 22 02:30:56.619767 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-34209a5c-8305-4a00-99f4-71a3b22f7fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/e3cb1eb7-371a-4275-ad42-3fe8697f8fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924082 Jul 22 02:30:56.725291 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7e30ec6-0f5f-4228-86c0-4694af3936a9 req-7240c8d4-f648-4af1-a617-9f9c4be87b53 service neutron] 10.222.0.32 "GET /v2.0/networks/e3cb1eb7-371a-4275-ad42-3fe8697f8fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983412 Jul 22 02:30:56.902216 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810e28-6de1-4047-9aae-15d5abf71a4d req-b3643a4f-f832-451f-89b9-68fc2f71195a tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.905698 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2f810e28-6de1-4047-9aae-15d5abf71a4d req-b3643a4f-f832-451f-89b9-68fc2f71195a tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 948 time: 0.0934184 Jul 22 02:30:56.951458 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2f810e28-6de1-4047-9aae-15d5abf71a4d req-dc3cafd5-6a39-4018-bcdf-f233fc025553 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Jul 22 02:30:57.214362 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:30:58.045927 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d53808-32fd-4436-adf5-10fd9b82484b req-843eeee7-0831-44ff-9abe-b6b9737aeae0 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:58.047615 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7d53808-32fd-4436-adf5-10fd9b82484b req-843eeee7-0831-44ff-9abe-b6b9737aeae0 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0811872 Jul 22 02:30:58.117885 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7d53808-32fd-4436-adf5-10fd9b82484b req-eded03ed-1aaa-405c-a6a4-c5caa9703704 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539916 Jul 22 02:30:58.141647 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dccfd-62e8-4415-bc7d-54414fbadae6 req-13e4880b-51e9-4ea1-8397-ae5caf916575 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:58.149482 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d78dccfd-62e8-4415-bc7d-54414fbadae6 req-13e4880b-51e9-4ea1-8397-ae5caf916575 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 948 time: 0.1254292 Jul 22 02:30:58.192109 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d78dccfd-62e8-4415-bc7d-54414fbadae6 req-59ec1f2e-81b9-4562-9636-35253d120046 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Jul 22 02:30:58.651711 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36837890-3e3d-4890-a096-f8122b7311ac req-a30e7227-09f2-4c7e-8d76-46810e71e96b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:58.653879 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-36837890-3e3d-4890-a096-f8122b7311ac req-a30e7227-09f2-4c7e-8d76-46810e71e96b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 945 time: 0.1071491 Jul 22 02:30:58.722947 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-36837890-3e3d-4890-a096-f8122b7311ac req-bf8eb526-390a-4e42-a56b-a5b9a2e04e39 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585032 Jul 22 02:30:58.900631 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:58.904890 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dd05573a-9b0d-477c-a9aa-a2866382ca0d no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:30:58.932370 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: dd05573a-9b0d-477c-a9aa-a2866382ca0d {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:30:58.932720 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dd05573a-9b0d-477c-a9aa-a2866382ca0d not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:30:59.022975 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:59.033378 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef', 'network_id': 'e3cb1eb7-371a-4275-ad42-3fe8697f8fde', 'port_id': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef', 'mac_address': 'fa:16:3e:ae:f6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9cfb50-1863-4cb8-89f4-108389678e25', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:59.071904 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.087050 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:59.110359 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:59.114118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.162519 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:59.347682 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb8af3-37ba-4c1e-835c-5e657ce26b72 req-68d7073a-c088-4642-9336-b78ad1b8ef6e tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:59.349205 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6cbb8af3-37ba-4c1e-835c-5e657ce26b72 req-68d7073a-c088-4642-9336-b78ad1b8ef6e tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 949 time: 0.0786107 Jul 22 02:30:59.416196 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6cbb8af3-37ba-4c1e-835c-5e657ce26b72 req-00310e92-b128-447d-b0ce-b34768baf38e tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Jul 22 02:30:59.595022 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['56bd5e37-a38c-4a76-ae6c-e7421a18c8ef'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:59.874439 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a59619-23ab-4d37-84c6-80ddda2fd444 req-cf7457ce-d78f-4702-ae2f-79cd4ebd200c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:59.875969 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f9a59619-23ab-4d37-84c6-80ddda2fd444 req-cf7457ce-d78f-4702-ae2f-79cd4ebd200c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 945 time: 0.0673411 Jul 22 02:30:59.915390 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f9a59619-23ab-4d37-84c6-80ddda2fd444 req-25531177-82ad-4d32-a803-e287851cf404 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Jul 22 02:31:00.534221 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6d014-bd77-40ae-a1a2-499239cc45dd req-b4970f2f-29d6-4fdf-80cd-2a9863baa7b9 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:00.535716 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fae6d014-bd77-40ae-a1a2-499239cc45dd req-b4970f2f-29d6-4fdf-80cd-2a9863baa7b9 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 949 time: 0.0700634 Jul 22 02:31:00.574517 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fae6d014-bd77-40ae-a1a2-499239cc45dd req-6343b018-4317-4950-81c6-42301ac06c01 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jul 22 02:31:00.693174 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59592) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:00.792798 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c9637e3-2c57-4696-adc2-65112b0d1675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.888688 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c9637e3-2c57-4696-adc2-65112b0d1675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.894963 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c9637e3-2c57-4696-adc2-65112b0d1675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.932667 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9637e3-2c57-4696-adc2-65112b0d1675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba2bfb-47c1-4f54-a0fd-9928021580ec,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:00.953250 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7c9637e3-2c57-4696-adc2-65112b0d1675 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70d49b7374e7416f9e2f70757a8ad62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589028 Jul 22 02:31:00.955853 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59616) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:01.020324 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4a62a208-b6f7-4e93-84d7-3afa9b16e58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.044514 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4a62a208-b6f7-4e93-84d7-3afa9b16e58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.105151 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4a62a208-b6f7-4e93-84d7-3afa9b16e58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.109915 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4a62a208-b6f7-4e93-84d7-3afa9b16e58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.113589 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4a62a208-b6f7-4e93-84d7-3afa9b16e58b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8ba2bfb-47c1-4f54-a0fd-9928021580ec HTTP/1.1" status: 204 len: 168 time: 0.1543548 Jul 22 02:31:01.124442 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62a208-b6f7-4e93-84d7-3afa9b16e58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba2bfb-47c1-4f54-a0fd-9928021580ec,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:01.128171 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b7c6-b419-486f-a925-97b2f3d39608 req-6d29063b-12ff-41f0-a2c2-85af7bd518ca tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.129830 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2c94b7c6-b419-486f-a925-97b2f3d39608 req-6d29063b-12ff-41f0-a2c2-85af7bd518ca tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 945 time: 0.0852919 Jul 22 02:31:01.150578 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa643011-74b4-4ca3-9327-c8606027c38d req-dd64fa96-3814-4fbc-8dd6-bc3ebd2dc59c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.153944 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aa643011-74b4-4ca3-9327-c8606027c38d req-dd64fa96-3814-4fbc-8dd6-bc3ebd2dc59c tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 945 time: 0.1607678 Jul 22 02:31:01.236403 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2c94b7c6-b419-486f-a925-97b2f3d39608 req-b09a66e2-4f52-4f8b-b566-43ab33c7d72a tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808625 Jul 22 02:31:01.290286 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-97e533b5-8514-44f7-be45-1a538da06a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.292263 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-97e533b5-8514-44f7-be45-1a538da06a8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.0900872 Jul 22 02:31:01.333519 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940d00f-1932-4907-875a-e6c0df493ece req-d4fad058-66b2-470b-aa2e-e27cc5b6d31a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.335039 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f940d00f-1932-4907-875a-e6c0df493ece req-d4fad058-66b2-470b-aa2e-e27cc5b6d31a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1231263 Jul 22 02:31:01.352503 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Deleting port c6cbc3f1-a596-4b77-ae91-1d48594b5290 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:01.352885 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.394659 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-d34906c1-b495-4d28-840d-2b40595b2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.396395 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-d34906c1-b495-4d28-840d-2b40595b2e9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.0971220 Jul 22 02:31:01.433361 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f940d00f-1932-4907-875a-e6c0df493ece req-9b4d5442-51e5-44ac-ab51-a3fd3222b257 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918455 Jul 22 02:31:01.440712 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-573cfd8a-0268-475c-aa01-4fcc9a003fe5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0370331 Jul 22 02:31:01.473281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] For port c6cbc3f1-a596-4b77-ae91-1d48594b5290, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c6cbc3f1-a596-4b77-ae91-1d48594b5290,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:01.473562 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.488869 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Calling delete_port for c6cbc3f1-a596-4b77-ae91-1d48594b5290 owned by compute:nova {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:01.490459 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-62d45b9d-a1a9-433a-9c03-3002af8bdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.491970 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-62d45b9d-a1a9-433a-9c03-3002af8bdf29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.0444381 Jul 22 02:31:01.528261 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-9c29232c-1f51-472e-967c-d88184afc432 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jul 22 02:31:01.641309 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-99906795-c33c-4893-bf57-c5a2207980e6 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987823 Jul 22 02:31:01.707929 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.720582 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'd16d96de-e4a5-426d-8eee-371a88309136', 'c6cbc3f1-a596-4b77-ae91-1d48594b5290'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:01.747567 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-98f18983-4ed8-4127-8d99-0a0628209f63 req-4c578c35-6605-4fd7-8293-57f11152ae8e service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951376 Jul 22 02:31:01.762758 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event deleted for resources: {'Port': ['ID=c6cbc3f1-a596-4b77-ae91-1d48594b5290,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:01.808505 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eb27a-50ad-4408-ac47-af4f378a88aa req-babeca6b-9832-49ca-a32b-63685adabfc1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.810409 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-899eb27a-50ad-4408-ac47-af4f378a88aa req-babeca6b-9832-49ca-a32b-63685adabfc1 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 949 time: 0.1602530 Jul 22 02:31:01.865988 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59648) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:01.890203 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] No DVR routers for this DVR port c6cbc3f1-a596-4b77-ae91-1d48594b5290 on host hv-cinder-79229 {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:01.893918 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-899eb27a-50ad-4408-ac47-af4f378a88aa req-cb5895d1-2613-45bd-91a7-f6bfd8937861 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Jul 22 02:31:01.896462 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.898420 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aa643011-74b4-4ca3-9327-c8606027c38d req-8537ddec-0b1c-4b80-9894-827a99a02b01 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "DELETE /v2.0/ports/c6cbc3f1-a596-4b77-ae91-1d48594b5290 HTTP/1.1" status: 204 len: 173 time: 0.7264433 Jul 22 02:31:01.898878 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e79c10b-3a04-466b-adae-d1a484462800', 'name': 'network-vif-deleted', 'tag': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:01.901426 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab89ea-6ebf-4b77-bfb6-8ef57f243684" -d '{"events": [{"server_uuid": "1e79c10b-3a04-466b-adae-d1a484462800", "name": "network-vif-deleted", "tag": "c6cbc3f1-a596-4b77-ae91-1d48594b5290"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:01.941735 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1b06a-4664-4f17-a0ee-b45658268755 x-openstack-request-id: req-a7d1b06a-4664-4f17-a0ee-b45658268755 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:01.942073 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e79c10b-3a04-466b-adae-d1a484462800", "name": "network-vif-deleted", "tag": "c6cbc3f1-a596-4b77-ae91-1d48594b5290", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:01.942293 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7d1b06a-4664-4f17-a0ee-b45658268755 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:01.942679 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e79c10b-3a04-466b-adae-d1a484462800', 'name': 'network-vif-deleted', 'tag': 'c6cbc3f1-a596-4b77-ae91-1d48594b5290', 'status': 'completed', 'code': 200} Jul 22 02:31:01.980340 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-772703121-network', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:02.016062 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Made reservation on behalf of 772ea7ab67744c38989d9da6d94a2d07 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:02.017610 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.030752 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.128679 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.133373 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.158880 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:31:02.168283 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c22aed6-9156-4406-b37b-77f1ff743f86,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:02.174618 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.174952 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Added segment d5ab3a12-7649-4921-bee3-25ff5ec36cea of type vlan for network c336a75e-d381-4166-b399-8d31c5a5ef8c Jul 22 02:31:02.213895 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.241832 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.242840 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:02.243441 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.272651 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4055290 Jul 22 02:31:02.275608 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59666) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:02.283492 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Request body: {'subnet': {'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-772703121-subnet', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:02.306208 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Made reservation on behalf of 772ea7ab67744c38989d9da6d94a2d07 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:02.308669 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.309883 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47629799-b51a-4542-a6d3-35682dc4c65c admin admin] Pushing event updated for resources: {'Network': ['ID=c336a75e-d381-4166-b399-8d31c5a5ef8c,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:02.321449 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network c336a75e-d381-4166-b399-8d31c5a5ef8c details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:31:02.371285 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c423f5f3-35f3-4186-83e4-566aa7f71f6f req-22febdde-ffba-4c8d-9001-c2417c7a89b8 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e79c10b-3a04-466b-adae-d1a484462800 HTTP/1.1" status: 200 len: 210 time: 0.0405710 Jul 22 02:31:02.692524 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3c7a1-79ab-4f67-a265-8a27dec7f3f5 req-6f917a3d-d242-4bc0-a6c2-d05464b46347 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:02.694001 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-09a3c7a1-79ab-4f67-a265-8a27dec7f3f5 req-6f917a3d-d242-4bc0-a6c2-d05464b46347 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1151555 Jul 22 02:31:02.760342 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.789664 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-09a3c7a1-79ab-4f67-a265-8a27dec7f3f5 req-79602e4d-8bee-4af7-988b-be35294ec1d9 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892918 Jul 22 02:31:02.831875 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcc2374-3193-43b8-8aca-a28cc94c61a5,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:02.838820 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Checking segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:02.839181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Network hostable DHCP agents. Network: c336a75e-d381-4166-b399-8d31c5a5ef8c, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:31:02.854643 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Network c336a75e-d381-4166-b399-8d31c5a5ef8c is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:31:02.865209 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, c336a75e-d381-4166-b399-8d31c5a5ef8c) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:02.870309 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:02.871352 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.875252 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6183f5-1752-40c2-9a65-8fa2f78c92d9 None None] Network c336a75e-d381-4166-b399-8d31c5a5ef8c requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:31:02.891345 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1ffabe78-37e5-4cd5-9463-ddd177c9685a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6137986 Jul 22 02:31:02.894265 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59670) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:02.898503 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:02.918162 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.919110 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.940816 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:02.975668 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.051263 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:03.082288 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:03.082661 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.103644 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-c336a75e-d381-4166-b399-8d31c5a5ef8c', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:31:03.104487 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.151936 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.197073 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536489d7-5542-45e5-8539-cd9f25d7916d req-6a767ed2-dc2c-4a8b-b04d-c1bb295cd924 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:03.198959 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-536489d7-5542-45e5-8539-cd9f25d7916d req-6a767ed2-dc2c-4a8b-b04d-c1bb295cd924 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 949 time: 0.2166600 Jul 22 02:31:03.265628 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.266238 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-536489d7-5542-45e5-8539-cd9f25d7916d req-5387ee44-8787-41c3-ac4d-ca145e72d80d tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594456 Jul 22 02:31:03.321909 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:03.324353 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a43f72a-6ca0-4da7-acab-8e0cf3aeeb4a" -d '{"events": [{"server_uuid": "a649ac24-24dd-44ea-83b9-5a88a2a5e265", "name": "network-vif-plugged", "status": "completed", "tag": "56bd5e37-a38c-4a76-ae6c-e7421a18c8ef"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:03.365154 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:03.380619 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.381889 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device c6cbc3f1-a596-4b77-ae91-1d48594b5290 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:03.422740 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e795ad9-e56b-4430-98c8-6532171ab4fe x-openstack-request-id: req-4e795ad9-e56b-4430-98c8-6532171ab4fe {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:03.424472 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a649ac24-24dd-44ea-83b9-5a88a2a5e265", "name": "network-vif-plugged", "status": "completed", "tag": "56bd5e37-a38c-4a76-ae6c-e7421a18c8ef", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:03.424832 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e795ad9-e56b-4430-98c8-6532171ab4fe {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:03.425172 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef', 'code': 200} Jul 22 02:31:03.426678 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Allocated IP 172.20.0.2 (c336a75e-d381-4166-b399-8d31c5a5ef8c/4bcc2374-3193-43b8-8aca-a28cc94c61a5/4e9e353e-fc87-4332-8765-9533814db69b) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:03.433933 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: c6cbc3f1-a596-4b77-ae91-1d48594b5290 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:03.434394 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device c6cbc3f1-a596-4b77-ae91-1d48594b5290 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:03.444831 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59692) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:03.497602 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.528050 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:03.528604 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.591344 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-62abfe88-895f-490c-8be4-51263ceed4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.692592 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.704931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Transition to ACTIVE for port object 4e9e353e-fc87-4332-8765-9533814db69b will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:03.737035 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-62abfe88-895f-490c-8be4-51263ceed4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.739838 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Transition to ACTIVE for port object 4e9e353e-fc87-4332-8765-9533814db69b will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:03.744647 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-62abfe88-895f-490c-8be4-51263ceed4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.752835 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.773267 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Allocated IP 172.28.1.3 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/b82091ce-b748-4184-9959-e5728a356dca) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:03.788907 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e8946-a1dc-46c2-8bec-71b99fe84462 req-f1a693a4-a58c-4bb8-b17d-9168ce7404b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:03.790544 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be6e8946-a1dc-46c2-8bec-71b99fe84462 req-f1a693a4-a58c-4bb8-b17d-9168ce7404b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 1103 time: 0.1493866 Jul 22 02:31:03.816134 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Network c336a75e-d381-4166-b399-8d31c5a5ef8c is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:03.823028 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:03.829006 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:03.838111 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Pushing event updated for resources: {'Port': ['ID=4e9e353e-fc87-4332-8765-9533814db69b,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:03.855120 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-62abfe88-895f-490c-8be4-51263ceed4cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa2030dc97bf4af3a20c7cfd94091d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086072 Jul 22 02:31:03.861650 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59708) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:03.879496 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abfe88-895f-490c-8be4-51263ceed4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7effef3-3ba0-4a21-8389-7b715762deab,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:03.936953 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be6e8946-a1dc-46c2-8bec-71b99fe84462 req-601c9a80-cdb7-436c-b34c-798246c3ea50 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168349 Jul 22 02:31:03.939310 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Attempting to bind port 4e9e353e-fc87-4332-8765-9533814db69b on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:03.940401 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Attempting to bind port 4e9e353e-fc87-4332-8765-9533814db69b by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:03.940928 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Attempting to bind port 4e9e353e-fc87-4332-8765-9533814db69b on network c336a75e-d381-4166-b399-8d31c5a5ef8c {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:03.946446 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:03.946820 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Checking segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:03.947222 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.947614 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Bound using segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:03.948070 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Bound port: 4e9e353e-fc87-4332-8765-9533814db69b, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:03.948850 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.953876 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-88acdde3-8e72-40ed-aa2d-1e58892b3f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.984713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-88acdde3-8e72-40ed-aa2d-1e58892b3f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.053436 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.061713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-88acdde3-8e72-40ed-aa2d-1e58892b3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.067147 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-88acdde3-8e72-40ed-aa2d-1e58892b3f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.070377 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-88acdde3-8e72-40ed-aa2d-1e58892b3f04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7effef3-3ba0-4a21-8389-7b715762deab HTTP/1.1" status: 204 len: 168 time: 0.2070577 Jul 22 02:31:04.082386 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee7ba-3033-4e39-a080-cfcacb178b3e req-605b6e27-3f5f-48b1-bfe0-8ffd8246b4ff tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:04.083910 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-387ee7ba-3033-4e39-a080-cfcacb178b3e req-605b6e27-3f5f-48b1-bfe0-8ffd8246b4ff tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 945 time: 0.2124338 Jul 22 02:31:04.097069 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acdde3-8e72-40ed-aa2d-1e58892b3f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7effef3-3ba0-4a21-8389-7b715762deab,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:04.114065 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3f04-bd77-481d-b670-9929c1689e63 req-f4418476-c33c-45c3-8335-0309a7deeec8 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:04.120977 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ac9b3f04-bd77-481d-b670-9929c1689e63 req-f4418476-c33c-45c3-8335-0309a7deeec8 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.2050040 Jul 22 02:31:04.199261 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ac9b3f04-bd77-481d-b670-9929c1689e63 req-db9d5fd5-0239-4803-bd04-c0fb3e6cf2fc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763042 Jul 22 02:31:04.212514 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.227819 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-387ee7ba-3033-4e39-a080-cfcacb178b3e req-9ea68de0-a128-4b2f-b5e2-f16fc9e6ce2f tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216183 Jul 22 02:31:04.229620 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] For port 4e9e353e-fc87-4332-8765-9533814db69b, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:04.233205 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] For port 4e9e353e-fc87-4332-8765-9533814db69b, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4e9e353e-fc87-4332-8765-9533814db69b,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:04.241929 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.292971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Pushing event updated for resources: {'Port': ['ID=b82091ce-b748-4184-9959-e5728a356dca,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:04.337430 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:04.339666 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:04.346333 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:04.356540 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c5d62-1396-4646-bd8b-f1b52847574d None None] Pushing event updated for resources: {'Port': ['ID=4e9e353e-fc87-4332-8765-9533814db69b,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:04.578296 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0dab4-ae82-487b-b9b6-6db1e548b5d0 req-f3c5fc6b-34c3-4e28-ba65-029963e76a54 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:04.581134 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-89a0dab4-ae82-487b-b9b6-6db1e548b5d0 req-f3c5fc6b-34c3-4e28-ba65-029963e76a54 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 950 time: 0.1782932 Jul 22 02:31:04.803256 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4e9e353e-fc87-4332-8765-9533814db69b up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:04.845785 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-89a0dab4-ae82-487b-b9b6-6db1e548b5d0 req-d68823e2-9301-4736-b432-d12d09fe4bfa tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390060 Jul 22 02:31:04.851950 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 4e9e353e-fc87-4332-8765-9533814db69b completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:04.863908 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.075059 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.222822 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Router 21a03b01-ce70-42c7-bd6d-442c4745ade3 is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:31:05.291865 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365e749-790c-4898-a53b-544bcb5638c3 None None] Network c336a75e-d381-4166-b399-8d31c5a5ef8c requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:31:05.401426 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] Provisioning for port 4e9e353e-fc87-4332-8765-9533814db69b completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:05.411458 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] Provisioning complete for port 4e9e353e-fc87-4332-8765-9533814db69b triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:05.411994 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.424501 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:05.437797 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Sync routers for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:05.447077 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d635606-7bd2-4666-be1e-90ed4040ccd0 req-b6c3c348-577a-4daa-a585-7e8a8e61ff5f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:05.448605 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8d635606-7bd2-4666-be1e-90ed4040ccd0 req-b6c3c348-577a-4daa-a585-7e8a8e61ff5f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1453874 Jul 22 02:31:05.456805 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:05.458350 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:30:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:05.464196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30502-03cc-4d77-ae0e-83ecfb09eee1 req-f638541c-76c4-4606-84c8-dae0187b08d9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:05.465762 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e4a30502-03cc-4d77-ae0e-83ecfb09eee1 req-f638541c-76c4-4606-84c8-dae0187b08d9 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 945 time: 0.1636319 Jul 22 02:31:05.469055 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.470388 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-cda2b30a-f9e5-45c5-bfec-053341b389dc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5752070 Jul 22 02:31:05.473387 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59724) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:05.541571 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8d635606-7bd2-4666-be1e-90ed4040ccd0 req-8133aab1-4841-476b-be0e-09d3b69b151a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740461 Jul 22 02:31:05.549166 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e4a30502-03cc-4d77-ae0e-83ecfb09eee1 req-0d5c8240-09e0-4516-a275-25aecbf120a4 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637455 Jul 22 02:31:05.561878 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.600612 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] For port 4e9e353e-fc87-4332-8765-9533814db69b, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4e9e353e-fc87-4332-8765-9533814db69b,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:05.608427 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.655118 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:05.663674 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0878c9-75eb-423c-aba2-202cbd6c022c None None] Pushing event updated for resources: {'Port': ['ID=4e9e353e-fc87-4332-8765-9533814db69b,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:05.829627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-dc908c4b-854c-4498-84d1-d3f16c792617 None None] Provisioning complete for port 4e9e353e-fc87-4332-8765-9533814db69b triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:05.830383 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-dc908c4b-854c-4498-84d1-d3f16c792617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.842908 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-b2b029e3-0030-43f1-8a68-3e069c4fb49b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:05.844495 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-b2b029e3-0030-43f1-8a68-3e069c4fb49b tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 945 time: 0.0738578 Jul 22 02:31:05.860255 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 3, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:05.921410 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Checking router: 21a03b01-ce70-42c7-bd6d-442c4745ade3 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:05.922045 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Updating router 21a03b01-ce70-42c7-bd6d-442c4745ade3 port b82091ce-b748-4184-9959-e5728a356dca binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:05.962341 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.009431 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Deleting port d16d96de-e4a5-426d-8eee-371a88309136 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:06.010016 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.010118 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.051876 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb836-0d8d-427a-ae85-2e9200e6c040 req-1e9965ea-912e-45f0-93a7-a9c1fa1af1c7 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:06.057100 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-75ebb836-0d8d-427a-ae85-2e9200e6c040 req-1e9965ea-912e-45f0-93a7-a9c1fa1af1c7 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 950 time: 0.1119666 Jul 22 02:31:06.148294 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-75ebb836-0d8d-427a-ae85-2e9200e6c040 req-60c38c52-d60f-475c-adf7-e95566318a86 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858414 Jul 22 02:31:06.196871 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Allocated IP 172.20.0.1 (c336a75e-d381-4166-b399-8d31c5a5ef8c/4bcc2374-3193-43b8-8aca-a28cc94c61a5/20904064-e193-48f4-98f6-d697ce339148) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:06.206960 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] For port d16d96de-e4a5-426d-8eee-371a88309136, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d16d96de-e4a5-426d-8eee-371a88309136,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:06.207358 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.228684 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Calling delete_port for d16d96de-e4a5-426d-8eee-371a88309136 owned by compute:nova {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:06.337234 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.343299 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.400423 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Transition to ACTIVE for port object 20904064-e193-48f4-98f6-d697ce339148 will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:06.400549 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.400770 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Transition to ACTIVE for port object b82091ce-b748-4184-9959-e5728a356dca will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:06.409808 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.416921 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'd16d96de-e4a5-426d-8eee-371a88309136'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:06.432800 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event deleted for resources: {'Port': ['ID=d16d96de-e4a5-426d-8eee-371a88309136,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.448542 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.488391 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] No DVR routers for this DVR port d16d96de-e4a5-426d-8eee-371a88309136 on host hv-cinder-79229 {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:06.496227 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Pushing event updated for resources: {'Port': ['ID=b82091ce-b748-4184-9959-e5728a356dca,revision_number=2']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.500436 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Network c336a75e-d381-4166-b399-8d31c5a5ef8c is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:06.506527 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:06.509201 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:06.512254 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Pushing event updated for resources: {'Port': ['ID=20904064-e193-48f4-98f6-d697ce339148,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.519517 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Attempting to bind port b82091ce-b748-4184-9959-e5728a356dca on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:06.519885 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Attempting to bind port b82091ce-b748-4184-9959-e5728a356dca by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:06.520587 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Attempting to bind port b82091ce-b748-4184-9959-e5728a356dca on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:06.527631 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:06.528362 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:06.529029 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.529688 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:06.530379 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Bound port: b82091ce-b748-4184-9959-e5728a356dca, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:06.530951 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.534256 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.534941 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.535440 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.536084 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.536586 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.537098 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.537573 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.538185 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.538684 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.538964 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.539320 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.539790 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.540268 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:06.542362 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a7fe058e-5a9d-425e-8afc-0034a065c0f4 req-258c2f62-223d-49d8-90b8-697d1154cd58 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "DELETE /v2.0/ports/d16d96de-e4a5-426d-8eee-371a88309136 HTTP/1.1" status: 204 len: 173 time: 0.6903594 Jul 22 02:31:06.542972 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'name': 'network-vif-deleted', 'tag': 'd16d96de-e4a5-426d-8eee-371a88309136'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:06.546036 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a959158-ef3b-42f8-a947-e11fa06e8bb7" -d '{"events": [{"server_uuid": "7f39cb66-f91a-4e64-b5b2-50e2151bf114", "name": "network-vif-deleted", "tag": "d16d96de-e4a5-426d-8eee-371a88309136"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:06.586312 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac6a77-b8c9-4a3a-b838-068b216e95fa req-0a30046d-8981-4f84-ac3a-efac33681933 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:06.587930 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-47ac6a77-b8c9-4a3a-b838-068b216e95fa req-0a30046d-8981-4f84-ac3a-efac33681933 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 950 time: 0.0966558 Jul 22 02:31:06.630674 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] For port b82091ce-b748-4184-9959-e5728a356dca, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:06.634136 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] For port b82091ce-b748-4184-9959-e5728a356dca, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=b82091ce-b748-4184-9959-e5728a356dca,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:06.642808 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.661564 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-47ac6a77-b8c9-4a3a-b838-068b216e95fa req-2b29f0f9-83c2-40b6-84bf-8981d17d6e81 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642304 Jul 22 02:31:06.665925 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d532f-67a3-45ad-aa9f-95301d97b897 x-openstack-request-id: req-678d532f-67a3-45ad-aa9f-95301d97b897 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:06.676135 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39cb66-f91a-4e64-b5b2-50e2151bf114", "name": "network-vif-deleted", "tag": "d16d96de-e4a5-426d-8eee-371a88309136", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:06.676135 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-678d532f-67a3-45ad-aa9f-95301d97b897 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:06.676135 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39cb66-f91a-4e64-b5b2-50e2151bf114', 'name': 'network-vif-deleted', 'tag': 'd16d96de-e4a5-426d-8eee-371a88309136', 'status': 'completed', 'code': 200} Jul 22 02:31:06.757347 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccd27d-b894-4e0b-97a9-bed6f5894a8a None None] Pushing event updated for resources: {'Port': ['ID=b82091ce-b748-4184-9959-e5728a356dca,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.807846 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:06.809228 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:30:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:06.850759 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6c94aca5-a5c9-4de2-bb1d-8ca829b37161 req-154a95a8-e0ad-46c0-ac36-fec2ab5e8804 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f39cb66-f91a-4e64-b5b2-50e2151bf114 HTTP/1.1" status: 200 len: 210 time: 0.1056192 Jul 22 02:31:06.851303 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4e9e353e-fc87-4332-8765-9533814db69b up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:06.892862 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-15ea5448-3ce8-4023-8a70-f7a23ae42a11 None None] Provisioning for port 20904064-e193-48f4-98f6-d697ce339148 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:06.899674 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-15ea5448-3ce8-4023-8a70-f7a23ae42a11 None None] Provisioning complete for port 20904064-e193-48f4-98f6-d697ce339148 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:06.900312 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-15ea5448-3ce8-4023-8a70-f7a23ae42a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.939199 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-15ea5448-3ce8-4023-8a70-f7a23ae42a11 None None] Port 20904064-e193-48f4-98f6-d697ce339148 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:06.940415 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:06.957831 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4e9e353e-fc87-4332-8765-9533814db69b triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:06.958485 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.998443 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.016784 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532e64-d87f-4137-8432-6f02445ec060 req-b2155f0a-059d-4c26-b009-5a217f6d32df tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:07.019167 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-23532e64-d87f-4137-8432-6f02445ec060 req-b2155f0a-059d-4c26-b009-5a217f6d32df tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1674452 Jul 22 02:31:07.092284 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-23532e64-d87f-4137-8432-6f02445ec060 req-c810950c-bc28-4cbf-bbc3-859336bed958 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621169 Jul 22 02:31:07.171099 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.281628 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 3, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:07.308570 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b6383-9374-4f0e-9fe5-8c487b7e11bd None None] The sync data for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb is: [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 3, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:07.361259 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.373634 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.441712 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.443384 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Pushing event updated for resources: {'Port': ['ID=20904064-e193-48f4-98f6-d697ce339148,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:07.549868 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Network c336a75e-d381-4166-b399-8d31c5a5ef8c is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:07.551229 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:07.648937 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-99d1bad6-6d23-4d7a-b75d-c7578be234b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.675369 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Router 21a03b01-ce70-42c7-bd6d-442c4745ade3 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:31:07.804642 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:07.809264 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab88d9-57f2-4fce-9025-28e830780dda req-57d82914-ab7c-4986-9811-98e8206eb95f tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:07.815315 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4c282fa3-4d03-47ec-a233-e0e918c23b49 admin admin] 10.222.0.25 "PUT /v2.0/routers/21a03b01-ce70-42c7-bd6d-442c4745ade3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3358076 Jul 22 02:31:07.815476 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fbab88d9-57f2-4fce-9025-28e830780dda req-57d82914-ab7c-4986-9811-98e8206eb95f tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 950 time: 0.0751426 Jul 22 02:31:07.869298 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fbab88d9-57f2-4fce-9025-28e830780dda req-d955e35a-8a1a-4b75-bd51-034c5b23c58e tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f3cf504-2deb-435a-9486-c691f527f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496910 Jul 22 02:31:07.886758 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-2d8c204b-2a98-4a5f-8153-cc50631ba0b9 None None] Provisioning complete for port 20904064-e193-48f4-98f6-d697ce339148 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:07.887357 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2d8c204b-2a98-4a5f-8153-cc50631ba0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.933001 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c204b-2a98-4a5f-8153-cc50631ba0b9 None None] Port 20904064-e193-48f4-98f6-d697ce339148 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:08.254504 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586771f1-38dc-4cf4-9148-f94eb2a5bdae req-e90030c2-3a60-4b4c-a808-8b67c8dfc510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.256381 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-586771f1-38dc-4cf4-9148-f94eb2a5bdae req-e90030c2-3a60-4b4c-a808-8b67c8dfc510 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0846672 Jul 22 02:31:08.305701 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-586771f1-38dc-4cf4-9148-f94eb2a5bdae req-a9225db2-c4b2-4d2c-b9be-295753adbec0 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433517 Jul 22 02:31:08.367094 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-f7ff2f04-e14a-4a5e-b054-1836812b29a4 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.368499 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-f7ff2f04-e14a-4a5e-b054-1836812b29a4 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.32 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 950 time: 0.0793245 Jul 22 02:31:08.397231 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59782) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:08.402402 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1181019893-network', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:08.425429 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Made reservation on behalf of f311ec70c1c44456b4b2111fb540239a for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:08.427842 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.437144 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.499117 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Deleting port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:08.499720 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.549055 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.552983 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.584767 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:31:08.590450 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d00ad-96ad-4859-b04e-a0a3dbca546e,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:08.599708 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.600161 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Added segment 6bb7ac72-18c7-40c7-bf9c-d62a329182d2 of type vlan for network 29fcf4a5-5277-4e78-a102-43cb4f42e555 Jul 22 02:31:08.601574 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] For port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,segment=NetworkSegment(7818f19c-d7d9-4268-bc45-cdf59d9f3534),segment_id=7818f19c-d7d9-4268-bc45-cdf59d9f3534)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:08.601967 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.614441 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Calling delete_port for 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef owned by compute:nova {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:08.640277 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.671140 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.672255 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.672847 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.703075 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3045299 Jul 22 02:31:08.705634 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59784) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:08.710391 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Request body: {'subnet': {'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1181019893-subnet', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'ip_version': 4}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:08.751347 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb87743-4570-4e7c-9942-e497c612587c admin admin] Pushing event updated for resources: {'Network': ['ID=29fcf4a5-5277-4e78-a102-43cb4f42e555,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:08.764052 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:31:08.770844 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Made reservation on behalf of f311ec70c1c44456b4b2111fb540239a for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:08.772537 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.775465 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328908'] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.786627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['56bd5e37-a38c-4a76-ae6c-e7421a18c8ef'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:08.802229 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Pushing event deleted for resources: {'Port': ['ID=56bd5e37-a38c-4a76-ae6c-e7421a18c8ef,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:08.868914 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] No DVR routers for this DVR port 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef on host hv-cinder-79229 {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:08.873928 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.877017 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ee8e71ab-21f0-42dd-b636-3e64b0f53a95 req-d50fff37-441c-4638-b072-dfc371bd90e0 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.32 "DELETE /v2.0/ports/56bd5e37-a38c-4a76-ae6c-e7421a18c8ef HTTP/1.1" status: 204 len: 173 time: 0.5018618 Jul 22 02:31:08.878326 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'name': 'network-vif-deleted', 'tag': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:08.882343 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a15c111-331e-4be9-a689-c09da6404fc3" -d '{"events": [{"server_uuid": "a649ac24-24dd-44ea-83b9-5a88a2a5e265", "name": "network-vif-deleted", "tag": "56bd5e37-a38c-4a76-ae6c-e7421a18c8ef"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:08.884347 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device b82091ce-b748-4184-9959-e5728a356dca up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:08.933134 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device d16d96de-e4a5-426d-8eee-371a88309136 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:08.976276 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555335fc-c33d-4c4e-9039-666f83771551 x-openstack-request-id: req-555335fc-c33d-4c4e-9039-666f83771551 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:08.976559 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a649ac24-24dd-44ea-83b9-5a88a2a5e265", "name": "network-vif-deleted", "tag": "56bd5e37-a38c-4a76-ae6c-e7421a18c8ef", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:08.977070 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-555335fc-c33d-4c4e-9039-666f83771551 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:08.977629 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a649ac24-24dd-44ea-83b9-5a88a2a5e265', 'name': 'network-vif-deleted', 'tag': '56bd5e37-a38c-4a76-ae6c-e7421a18c8ef', 'status': 'completed', 'code': 200} Jul 22 02:31:08.994489 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: d16d96de-e4a5-426d-8eee-371a88309136 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:08.994841 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device d16d96de-e4a5-426d-8eee-371a88309136 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:09.030944 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port b82091ce-b748-4184-9959-e5728a356dca completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:09.038320 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f71df9ad-8752-4fc9-8393-fc76992685d4 req-57eeed72-559b-40c0-8d36-958d12e52da7 tempest-VolumesNegativeTest-2076033760 tempest-VolumesNegativeTest-2076033760-project] 10.222.0.25 "GET /v2.0/ports?device_id=a649ac24-24dd-44ea-83b9-5a88a2a5e265 HTTP/1.1" status: 200 len: 210 time: 0.0494716 Jul 22 02:31:09.039402 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port b82091ce-b748-4184-9959-e5728a356dca triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:09.039852 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.062846 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8439711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9329022'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.149263 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69cddef-24f8-4d6d-9eb9-a0542b1436bd,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.157213 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Checking segment: {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:09.157352 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Network hostable DHCP agents. Network: 29fcf4a5-5277-4e78-a102-43cb4f42e555, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:31:09.174624 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.178709 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:31:09.199223 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port b82091ce-b748-4184-9959-e5728a356dca, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=b82091ce-b748-4184-9959-e5728a356dca,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:09.205270 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.206028 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 29fcf4a5-5277-4e78-a102-43cb4f42e555) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:09.224175 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:09.224845 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.236136 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Sync routers for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:09.239670 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4beb1e-1ca9-48db-b240-d7ba29dcb065 None None] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:31:09.252170 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59798) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:09.252501 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-6b8230ce-dc4a-4218-a7f4-666c6ebbb624 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5458119 Jul 22 02:31:09.257253 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:09.294173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:09.294173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:30:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:09.311329 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.312414 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.382145 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=b82091ce-b748-4184-9959-e5728a356dca,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.390718 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.463951 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82020f3-5c78-49ab-b4ec-c77c437b0031 req-af9d84ea-929a-4745-abeb-1c667d21e7b1 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:09.465523 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d82020f3-5c78-49ab-b4ec-c77c437b0031 req-af9d84ea-929a-4745-abeb-1c667d21e7b1 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 945 time: 0.1891861 Jul 22 02:31:09.491745 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:09.550627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-29fcf4a5-5277-4e78-a102-43cb4f42e555', 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'fixed_ips': [{'subnet_id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:31:09.551525 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.615621 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.626262 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d82020f3-5c78-49ab-b4ec-c77c437b0031 req-18e2ca79-2e80-4c25-a392-9b5120a1cad4 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270003 Jul 22 02:31:09.636336 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebe995-81a8-49a6-8340-88ac672ba98d req-d6518516-bb2c-40a1-8913-f8c1554f45db tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:09.637935 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-deebe995-81a8-49a6-8340-88ac672ba98d req-d6518516-bb2c-40a1-8913-f8c1554f45db tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.2562299 Jul 22 02:31:09.701502 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-deebe995-81a8-49a6-8340-88ac672ba98d req-341e898b-652a-4a2f-84bf-2ab7770efa96 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496798 Jul 22 02:31:09.866206 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.888993 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.914604 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Allocated IP 172.20.0.2 (29fcf4a5-5277-4e78-a102-43cb4f42e555/b69cddef-24f8-4d6d-9eb9-a0542b1436bd/21021dd0-0396-4aa7-97b9-919585f7e7ad) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:09.991363 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 2, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:09.993168 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Allocated IP 172.28.1.220 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:10.018975 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Checking router: 21a03b01-ce70-42c7-bd6d-442c4745ade3 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:10.019328 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Updating router 21a03b01-ce70-42c7-bd6d-442c4745ade3 port 20904064-e193-48f4-98f6-d697ce339148 binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:10.079367 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.082422 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.110865 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.159709 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.178408 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.204186 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:10.207011 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:10.209421 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:10.236352 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Transition to ACTIVE for port object 21021dd0-0396-4aa7-97b9-919585f7e7ad will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:10.263285 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Transition to ACTIVE for port object 21021dd0-0396-4aa7-97b9-919585f7e7ad will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:10.286885 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Pushing event updated for resources: {'Port': ['ID=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:10.293593 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.346995 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e860132c-f9bf-4dfa-8f81-df8d97c09b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.392655 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:10.393524 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Pushing event updated for resources: {'Port': ['ID=21021dd0-0396-4aa7-97b9-919585f7e7ad,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:10.401991 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:10.405430 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:10.496618 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Attempting to bind port 21021dd0-0396-4aa7-97b9-919585f7e7ad on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:10.496988 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Attempting to bind port 21021dd0-0396-4aa7-97b9-919585f7e7ad by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:10.497346 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Attempting to bind port 21021dd0-0396-4aa7-97b9-919585f7e7ad on network 29fcf4a5-5277-4e78-a102-43cb4f42e555 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:10.512312 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:10.512728 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Checking segment: {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:10.513119 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.513587 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Bound using segment: {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:10.514184 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Bound port: 21021dd0-0396-4aa7-97b9-919585f7e7ad, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:10.514581 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.603006 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.617488 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.632216 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Transition to ACTIVE for port object 20904064-e193-48f4-98f6-d697ce339148 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:10.644530 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.657435 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] For port 21021dd0-0396-4aa7-97b9-919585f7e7ad, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:10.692143 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] For port 21021dd0-0396-4aa7-97b9-919585f7e7ad, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=21021dd0-0396-4aa7-97b9-919585f7e7ad,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:10.704487 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.705222 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.822514 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d0c35-499f-4910-a0a5-ffa0870cbd5b None None] Pushing event updated for resources: {'Port': ['ID=20904064-e193-48f4-98f6-d697ce339148,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:10.905182 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device b82091ce-b748-4184-9959-e5728a356dca up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:10.937220 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Attempting to bind port 20904064-e193-48f4-98f6-d697ce339148 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:10.937913 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Attempting to bind port 20904064-e193-48f4-98f6-d697ce339148 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:10.938194 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Attempting to bind port 20904064-e193-48f4-98f6-d697ce339148 on network c336a75e-d381-4166-b399-8d31c5a5ef8c {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:10.952586 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:10.953282 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Checking segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:10.953906 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:10.954462 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Bound using segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:10.955383 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Bound port: 20904064-e193-48f4-98f6-d697ce339148, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:10.956092 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.018564 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896d2f4-7bd1-4b67-80b9-81f56d9e355f req-0fcf818b-a1bc-4b24-a923-d7a1634086f2 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:11.025522 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e896d2f4-7bd1-4b67-80b9-81f56d9e355f req-0fcf818b-a1bc-4b24-a923-d7a1634086f2 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 945 time: 0.2306490 Jul 22 02:31:11.073109 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] For port 20904064-e193-48f4-98f6-d697ce339148, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:11.074158 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4037-b002-46d8-91a5-929295df6366 req-27b6e035-d971-4c82-9e5e-acaf2ba57708 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:11.076750 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8b0e4037-b002-46d8-91a5-929295df6366 req-27b6e035-d971-4c82-9e5e-acaf2ba57708 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1921160 Jul 22 02:31:11.079774 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] For port 20904064-e193-48f4-98f6-d697ce339148, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=20904064-e193-48f4-98f6-d697ce339148,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:11.090896 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4f7b-728f-4482-85dc-5f1a5c8c08eb None None] Pushing event updated for resources: {'Port': ['ID=21021dd0-0396-4aa7-97b9-919585f7e7ad,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:11.095681 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.170788 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port b82091ce-b748-4184-9959-e5728a356dca triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:11.171161 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.197401 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d0c35-499f-4910-a0a5-ffa0870cbd5b None None] Pushing event updated for resources: {'Port': ['ID=20904064-e193-48f4-98f6-d697ce339148,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:11.200118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:11.201269 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:11.246907 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e896d2f4-7bd1-4b67-80b9-81f56d9e355f req-534d50d3-e58f-4e42-a315-f42a6753e3ba tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202263 Jul 22 02:31:11.318308 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8b0e4037-b002-46d8-91a5-929295df6366 req-72b044d5-dd0c-4a26-bba0-6fd0b7a9301c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720016 Jul 22 02:31:11.410808 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.439617 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4410734-7aae-443c-a02c-e361ff7681ea req-d28e94bb-a4cb-455f-b2e8-3aaff6176151 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:11.443379 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b4410734-7aae-443c-a02c-e361ff7681ea req-d28e94bb-a4cb-455f-b2e8-3aaff6176151 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 945 time: 0.1202281 Jul 22 02:31:11.462655 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:11.614968 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.726654 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Deleting port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:11.727356 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.749940 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:11Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:11.769860 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Router e5b40c2c-fac3-4654-a129-5ee6df152026 is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:31:11.784557 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1a5d-f96a-46ed-9279-82a5bbd903dc None None] The sync data for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb is: [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:11Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:11.941568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] For port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,segment=NetworkSegment(d42e65f8-5721-4e61-95f7-1d1a7206ee50),segment_id=d42e65f8-5721-4e61-95f7-1d1a7206ee50)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:11.942277 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.960973 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Calling delete_port for dcf5cf86-652d-4091-a1cd-d2ee8dd299fb owned by compute:nova {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:12.023032 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:12.034856 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Sync routers for ids ['e5b40c2c-fac3-4654-a129-5ee6df152026'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:12.047871 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Routers {'e5b40c2c-fac3-4654-a129-5ee6df152026'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:12.048747 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['e5b40c2c-fac3-4654-a129-5ee6df152026'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:12.083453 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:12.084760 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a8599f3a-34be-408f-8504-971556c8c264 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8315470 Jul 22 02:31:12.087672 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 59854) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:12.231117 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:12.238732 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Set router e5b40c2c-fac3-4654-a129-5ee6df152026 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:12.247750 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['dcf5cf86-652d-4091-a1cd-d2ee8dd299fb'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:12.293639 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Pushing event deleted for resources: {'Port': ['ID=dcf5cf86-652d-4091-a1cd-d2ee8dd299fb,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:12.406556 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63bc3df-4f24-4a9b-9fa2-1b77e888f5f2 None None] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:31:12.440357 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] No DVR routers for this DVR port dcf5cf86-652d-4091-a1cd-d2ee8dd299fb on host hv-cinder-79229 {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:12.442939 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:12.445214 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b4410734-7aae-443c-a02c-e361ff7681ea req-7356a959-8453-4f8e-8a2d-11cc864115a5 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.32 "DELETE /v2.0/ports/dcf5cf86-652d-4091-a1cd-d2ee8dd299fb HTTP/1.1" status: 204 len: 173 time: 0.9927912 Jul 22 02:31:12.448861 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'name': 'network-vif-deleted', 'tag': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:12.450464 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0ed83-7d3c-4df5-8a1a-07be263398fb" -d '{"events": [{"server_uuid": "9a0682c0-93a6-47dc-9b99-c60d74f4c12a", "name": "network-vif-deleted", "tag": "dcf5cf86-652d-4091-a1cd-d2ee8dd299fb"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:12.487004 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5e3a0e0d-211a-4104-a4ba-e273aa319dce req-4df52d74-0825-4dd2-b6c4-d69ea4657fc0 tempest-AttachVolumeNegativeTest-2016056923 tempest-AttachVolumeNegativeTest-2016056923-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a0682c0-93a6-47dc-9b99-c60d74f4c12a HTTP/1.1" status: 200 len: 210 time: 0.0557821 Jul 22 02:31:12.561969 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-aacdcb9b-31ac-4429-9ec6-8e4b73198ed4 None None] Provisioning for port 21021dd0-0396-4aa7-97b9-919585f7e7ad completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:12.609398 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd35439-366c-4188-bae2-cc66f4eb191b x-openstack-request-id: req-1cd35439-366c-4188-bae2-cc66f4eb191b {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:12.609633 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0682c0-93a6-47dc-9b99-c60d74f4c12a", "name": "network-vif-deleted", "tag": "dcf5cf86-652d-4091-a1cd-d2ee8dd299fb", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:12.609903 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cd35439-366c-4188-bae2-cc66f4eb191b {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:12.612869 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0682c0-93a6-47dc-9b99-c60d74f4c12a', 'name': 'network-vif-deleted', 'tag': 'dcf5cf86-652d-4091-a1cd-d2ee8dd299fb', 'status': 'completed', 'code': 200} Jul 22 02:31:12.722913 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55ed4-ecea-4423-906d-553d548b3a79 req-90298144-a956-4517-9bd2-d99d69a13654 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:12.731585 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-12a55ed4-ecea-4423-906d-553d548b3a79 req-90298144-a956-4517-9bd2-d99d69a13654 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.2151368 Jul 22 02:31:12.747283 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:10Z', 'revision_number': 3, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:12.836800 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Checking router: e5b40c2c-fac3-4654-a129-5ee6df152026 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:12.838977 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Updating router e5b40c2c-fac3-4654-a129-5ee6df152026 port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:12.882561 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-12a55ed4-ecea-4423-906d-553d548b3a79 req-d67728ce-444d-434f-b9b9-e1520b10183b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438055 Jul 22 02:31:12.945921 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:12.960179 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:12.991172 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:12.991635 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 56bd5e37-a38c-4a76-ae6c-e7421a18c8ef not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:12.998071 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 21021dd0-0396-4aa7-97b9-919585f7e7ad up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:13.032778 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.098089 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.103315 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 21021dd0-0396-4aa7-97b9-919585f7e7ad completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:13.128847 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 21021dd0-0396-4aa7-97b9-919585f7e7ad triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:13.129242 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.325010 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.379990 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Allocated IP 172.20.0.1 (29fcf4a5-5277-4e78-a102-43cb4f42e555/b69cddef-24f8-4d6d-9eb9-a0542b1436bd/baec5eb3-642b-4977-bfa8-428b4dd7ce59) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:13.396707 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 21021dd0-0396-4aa7-97b9-919585f7e7ad, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=21021dd0-0396-4aa7-97b9-919585f7e7ad,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:13.409409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.415816 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.416332 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 20904064-e193-48f4-98f6-d697ce339148 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:13.433980 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Transition to ACTIVE for port object e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:13.454423 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.524960 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Attempting to bind port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:13.525513 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Attempting to bind port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:13.526008 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Attempting to bind port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:13.534889 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b92fc9-a5ec-4e81-b6a2-affa55d40f13 None None] Pushing event updated for resources: {'Port': ['ID=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,revision_number=2']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:13.538435 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:13.538948 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:13.539364 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.539762 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:13.540618 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Bound port: e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:13.541136 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.557980 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-58f424ab-d65f-417c-a378-ffb840418be1 None None] Provisioning complete for port 21021dd0-0396-4aa7-97b9-919585f7e7ad triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:13.558545 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-58f424ab-d65f-417c-a378-ffb840418be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.603410 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59890) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:13.613341 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.621230 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=21021dd0-0396-4aa7-97b9-919585f7e7ad,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:13.628859 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] For port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:13.632111 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] For port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:13.640936 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.642667 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Transition to ACTIVE for port object baec5eb3-642b-4977-bfa8-428b4dd7ce59 will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:13.663719 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 20904064-e193-48f4-98f6-d697ce339148 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:13.669750 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 20904064-e193-48f4-98f6-d697ce339148 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:13.670134 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.696839 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Routers {'e5b40c2c-fac3-4654-a129-5ee6df152026'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:13.697572 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['e5b40c2c-fac3-4654-a129-5ee6df152026'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:13.706133 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.727152 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Deleting subnet 29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 {{(pid=93227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:31:13.731112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.791435 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:13.807116 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.807453 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:13.814066 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.814726 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.817304 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:13.826517 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Pushing event updated for resources: {'Port': ['ID=baec5eb3-642b-4977-bfa8-428b4dd7ce59,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:13.857213 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 20904064-e193-48f4-98f6-d697ce339148, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=20904064-e193-48f4-98f6-d697ce339148,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:13.866891 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.924198 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] Set router e5b40c2c-fac3-4654-a129-5ee6df152026 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:13.956530 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.964988 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for subnet, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.998169 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=20904064-e193-48f4-98f6-d697ce339148,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:14.063295 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d9ca91-a6ab-4b21-8feb-a156ae4a6be5,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:14.069869 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b92fc9-a5ec-4e81-b6a2-affa55d40f13 None None] Pushing event updated for resources: {'Port': ['ID=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:14.120634 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.124873 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-7d19ba29-5fb3-4297-8c79-d6e75bd9cc6d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/29d9ca91-a6ab-4b21-8feb-a156ae4a6be5 HTTP/1.1" status: 204 len: 168 time: 0.5200396 Jul 22 02:31:14.135738 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59928) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:14.189614 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-ddcd458c-6c4f-4b69-98e0-d8fe4cffcd52 None None] Provisioning for port baec5eb3-642b-4977-bfa8-428b4dd7ce59 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:14.204226 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.207224 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-ddcd458c-6c4f-4b69-98e0-d8fe4cffcd52 None None] Provisioning complete for port baec5eb3-642b-4977-bfa8-428b4dd7ce59 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:14.207724 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ddcd458c-6c4f-4b69-98e0-d8fe4cffcd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.261060 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd458c-6c4f-4b69-98e0-d8fe4cffcd52 None None] Port baec5eb3-642b-4977-bfa8-428b4dd7ce59 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:14.310999 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.323845 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:10Z', 'revision_number': 3, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:14.334020 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcc6e3-d266-4505-a97b-b406ac2d3506 req-5b5f9d02-f32e-416e-8aad-490b66221a1d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:14.340794 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90fcc6e3-d266-4505-a97b-b406ac2d3506 req-5b5f9d02-f32e-416e-8aad-490b66221a1d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.2787528 Jul 22 02:31:14.352305 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046a7da-0a18-4e83-972d-4ff10a8e08ee None None] The sync data for ids ['e5b40c2c-fac3-4654-a129-5ee6df152026'] in dv-cinder-792299-6-smb is: [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:10Z', 'revision_number': 3, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:14.438265 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.439876 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-90fcc6e3-d266-4505-a97b-b406ac2d3506 req-346614fd-670d-46fc-b47e-058e2071d73a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980654 Jul 22 02:31:14.464019 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.497042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.513519 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.514134 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.515296 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.515780 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.516300 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.516925 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.517509 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.518118 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.518754 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.519311 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.540134 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.543025 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Pushing event updated for resources: {'Port': ['ID=baec5eb3-642b-4977-bfa8-428b4dd7ce59,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:14.595757 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.596445 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.596990 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.597543 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:31:14.598171 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d459b1-7887-443d-b081-81f691741d51']}} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:14.617778 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42e65f8-5721-4e61-95f7-1d1a7206ee50') {'for_net_delete': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:14.618473 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42e65f8-5721-4e61-95f7-1d1a7206ee50') {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:14.637926 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156339'] for segment, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.660642 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.670728 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:14.672393 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:14.672531 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:31:14.673102 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4282460'] for segment, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: from cryptography.utils import int_from_bytes Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: from cryptography.utils import int_from_bytes Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: Traceback (most recent call last): Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: timer() Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: cb(*args, **kw) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: return func(*args, **kwargs) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: self._notify() Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: self.callback(batched_events) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: event.method(event) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: return f(self, *a, **k) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: return self._get(url).json() Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: return self.request(url, 'GET', **kwargs) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:31:14.677856 dv-cinder-792299-6-smb neutron-server[93227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:31:14.765381 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.790580 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.792592 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/48d459b1-7887-443d-b081-81f691741d51 HTTP/1.1" status: 204 len: 168 time: 0.6549699 Jul 22 02:31:14.800582 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcfac1-f2fd-4ce5-8a53-788b9163a1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d459b1-7887-443d-b081-81f691741d51,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:14.882975 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 21021dd0-0396-4aa7-97b9-919585f7e7ad up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:14.952955 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dcf5cf86-652d-4091-a1cd-d2ee8dd299fb no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:14.996109 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: dcf5cf86-652d-4091-a1cd-d2ee8dd299fb {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:14.997165 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device dcf5cf86-652d-4091-a1cd-d2ee8dd299fb not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:15.022170 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 21021dd0-0396-4aa7-97b9-919585f7e7ad triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:15.023329 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.054477 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59974) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:15.109565 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-bcb3c731-b546-455c-9cdc-615e77b23498 None None] Provisioning complete for port baec5eb3-642b-4977-bfa8-428b4dd7ce59 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:15.110236 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c731-b546-455c-9cdc-615e77b23498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.146802 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-ac98793a-b998-440f-956e-62b6589d65f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5a9814d773b43e78a6a96b15d632db9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0908301 Jul 22 02:31:15.149229 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 59978) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:15.160653 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3c731-b546-455c-9cdc-615e77b23498 None None] Port baec5eb3-642b-4977-bfa8-428b4dd7ce59 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:15.207275 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 20904064-e193-48f4-98f6-d697ce339148 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:15.217343 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Router e5b40c2c-fac3-4654-a129-5ee6df152026 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:31:15.227903 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-53df2bd1-a389-4495-8338-df3e90375482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.252610 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-53df2bd1-a389-4495-8338-df3e90375482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.277614 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 20904064-e193-48f4-98f6-d697ce339148 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:15.278468 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.314395 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-53df2bd1-a389-4495-8338-df3e90375482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.317359 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-53df2bd1-a389-4495-8338-df3e90375482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.318554 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-53df2bd1-a389-4495-8338-df3e90375482 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fe6f130-86bd-4bab-a436-b2f3f11cd1cf HTTP/1.1" status: 204 len: 168 time: 0.1681509 Jul 22 02:31:15.327622 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df2bd1-a389-4495-8338-df3e90375482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe6f130-86bd-4bab-a436-b2f3f11cd1cf,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:15.433140 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:15.446465 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-70933533-5021-4903-9645-9377d7ec59c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/e5b40c2c-fac3-4654-a129-5ee6df152026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3575888 Jul 22 02:31:15.632826 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70689-4948-4da3-be0a-b2940d01342e req-2f3d9734-341f-4bed-a706-4512844fd57a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:15.640693 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46d70689-4948-4da3-be0a-b2940d01342e req-2f3d9734-341f-4bed-a706-4512844fd57a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0981634 Jul 22 02:31:15.691209 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46d70689-4948-4da3-be0a-b2940d01342e req-1cd4dfcc-3bd4-4c47-a842-20b44e2a67e0 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Jul 22 02:31:16.455686 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Sync routers for ids ['e5b40c2c-fac3-4654-a129-5ee6df152026'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:16.472390 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Routers {'e5b40c2c-fac3-4654-a129-5ee6df152026'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:16.473719 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['e5b40c2c-fac3-4654-a129-5ee6df152026'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:16.497034 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60040) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:16.502198 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963457711', 'description': 'tempest-secgroup-smoke-1963457711 description', 'project_id': '772ea7ab67744c38989d9da6d94a2d07'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:16.538937 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.602222 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Set router e5b40c2c-fac3-4654-a129-5ee6df152026 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:16.655168 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.661514 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.700784 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.705886 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 60048) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:16.706625 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2076008 Jul 22 02:31:16.713151 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group_rule': {'security_group_id': '95b1cc66-502b-4d1d-8afb-a1659248d76e', 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:16.725288 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ea0a0-c0c3-4adc-afa3-fbf0f0328653 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b1cc66-502b-4d1d-8afb-a1659248d76e,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:16.820022 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.871009 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:14Z', 'revision_number': 4, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': 'baec5eb3-642b-4977-bfa8-428b4dd7ce59', 'name': '', 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'mac_address': 'fa:16:3e:38:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:13Z', 'updated_at': '2021-07-22T02:31:14Z', 'revision_number': 2, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'subnets': [{'id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:16.877471 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:16.912736 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Checking router: e5b40c2c-fac3-4654-a129-5ee6df152026 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:16.913017 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Updating router e5b40c2c-fac3-4654-a129-5ee6df152026 port baec5eb3-642b-4977-bfa8-428b4dd7ce59 binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:16.937998 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d148bf-07f1-4e8d-9ce4-e702e316a7b7 req-86f6cf1e-2179-4237-9b74-9cfbe22aad21 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:16.940211 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-53d148bf-07f1-4e8d-9ce4-e702e316a7b7 req-86f6cf1e-2179-4237-9b74-9cfbe22aad21 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1091948 Jul 22 02:31:16.954861 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.963000 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.986442 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7a0df2-1137-4f57-9d60-dbf2b84f0a96,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:16.995101 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.995461 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.995809 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.996151 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.996487 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.996822 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.997653 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.998023 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.998347 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.999061 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:16.999546 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.000029 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.001579 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.004283 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.006039 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-dcbfeb5a-70ac-4ad3-a727-fa00ac8ca77f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984805 Jul 22 02:31:17.008913 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 60058) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:17.013318 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-53d148bf-07f1-4e8d-9ce4-e702e316a7b7 req-cb764d61-fc2d-4110-a884-fa52991de339 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Jul 22 02:31:17.015187 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group_rule': {'security_group_id': '95b1cc66-502b-4d1d-8afb-a1659248d76e', 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:17.047126 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.086936 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:17.094884 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:17.095247 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.127518 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.133888 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.165470 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0b8604-c00c-486b-83e7-13e194ed617c,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:17.170078 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.174941 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9df9a455-df45-4708-a855-f28e0f649cc1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619918 Jul 22 02:31:17.175235 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60064) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:17.184349 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group_rule': {'security_group_id': '95b1cc66-502b-4d1d-8afb-a1659248d76e', 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:17.226398 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.315353 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.323616 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.336260 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.368969 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023c9014-8871-409c-8a4b-b6383239204b,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:17.370950 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:17.383860 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.384393 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.384894 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.385245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.385609 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.385970 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.386308 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.386643 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.387108 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.387598 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.388950 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.389444 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:17.392960 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.394193 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-129bf9a8-802e-4a33-a242-d3f5412d3c76 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159946 Jul 22 02:31:17.396803 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60080) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:17.397640 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.402268 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group_rule': {'security_group_id': '95b1cc66-502b-4d1d-8afb-a1659248d76e', 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:17.441236 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.508518 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:17.547437 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.549126 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.558379 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.560903 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Transition to ACTIVE for port object baec5eb3-642b-4977-bfa8-428b4dd7ce59 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:17.568488 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.585164 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd3cc22-6abc-4996-813f-b7033bec6f42,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:17.596523 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.600692 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-562e201f-14b5-4a3c-87aa-f628bc454042 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1992083 Jul 22 02:31:17.601000 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60096) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:17.606256 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group_rule': {'security_group_id': '95b1cc66-502b-4d1d-8afb-a1659248d76e', 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:17.655339 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c228b-8ed7-447d-bc5e-d23bb36d3313 None None] Pushing event updated for resources: {'Port': ['ID=baec5eb3-642b-4977-bfa8-428b4dd7ce59,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:17.656982 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.securitygroups_db [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Project 772ea7ab67744c38989d9da6d94a2d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:31:17.663023 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.710111 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Attempting to bind port baec5eb3-642b-4977-bfa8-428b4dd7ce59 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:17.710482 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Attempting to bind port baec5eb3-642b-4977-bfa8-428b4dd7ce59 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:17.710842 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Attempting to bind port baec5eb3-642b-4977-bfa8-428b4dd7ce59 on network 29fcf4a5-5277-4e78-a102-43cb4f42e555 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:17.716981 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:17.717351 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Checking segment: {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:17.717941 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.718337 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Bound using segment: {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:17.718803 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Bound port: baec5eb3-642b-4977-bfa8-428b4dd7ce59, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb7ac72-18c7-40c7-bf9c-d62a329182d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:17.719224 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.814377 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] For port baec5eb3-642b-4977-bfa8-428b4dd7ce59, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:17.815383 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.818962 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] For port baec5eb3-642b-4977-bfa8-428b4dd7ce59, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=baec5eb3-642b-4977-bfa8-428b4dd7ce59,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:17.822144 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.828611 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.866576 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a9b413-5624-4955-86ff-fdf0a5eeb421,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:17.875729 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.880970 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-6c4f1c70-020b-491c-9a83-26d985a11dc6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2757926 Jul 22 02:31:17.881398 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60102) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:17.890746 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Routers {'e5b40c2c-fac3-4654-a129-5ee6df152026'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:17.891164 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['e5b40c2c-fac3-4654-a129-5ee6df152026'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:17.891702 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'security_group_rule': {'security_group_id': '95b1cc66-502b-4d1d-8afb-a1659248d76e', 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:17.945987 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.securitygroups_db [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Project 772ea7ab67744c38989d9da6d94a2d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:31:17.953233 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:18.016515 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c228b-8ed7-447d-bc5e-d23bb36d3313 None None] Pushing event updated for resources: {'Port': ['ID=baec5eb3-642b-4977-bfa8-428b4dd7ce59,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:18.080953 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:18.089111 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:18.093513 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] Set router e5b40c2c-fac3-4654-a129-5ee6df152026 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:18.127214 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a338365-6347-4d0e-90ff-ff081a06cffb,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:18.144305 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:18.145492 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-7ba2afb2-b4d1-44b7-99e8-b9ce9acf321f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2630284 Jul 22 02:31:18.227126 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac27ed-5955-4c85-95f2-423628a740e6 req-3dc17559-c5fd-406c-9835-bbadfd6ddaa7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:18.227542 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6fac27ed-5955-4c85-95f2-423628a740e6 req-3dc17559-c5fd-406c-9835-bbadfd6ddaa7 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1019833 Jul 22 02:31:18.297394 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6fac27ed-5955-4c85-95f2-423628a740e6 req-ddfa517e-0e97-421e-88c1-06bbafc637ae tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Jul 22 02:31:18.476373 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:14Z', 'revision_number': 4, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': 'baec5eb3-642b-4977-bfa8-428b4dd7ce59', 'name': '', 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'mac_address': 'fa:16:3e:38:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:13Z', 'updated_at': '2021-07-22T02:31:17Z', 'revision_number': 4, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'subnets': [{'id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:18.508635 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e25485-548c-474a-9959-52703cde47e0 None None] The sync data for ids ['e5b40c2c-fac3-4654-a129-5ee6df152026'] in dv-cinder-792299-6-smb is: [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:14Z', 'revision_number': 4, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': 'baec5eb3-642b-4977-bfa8-428b4dd7ce59', 'name': '', 'network_id': '29fcf4a5-5277-4e78-a102-43cb4f42e555', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'mac_address': 'fa:16:3e:38:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:13Z', 'updated_at': '2021-07-22T02:31:17Z', 'revision_number': 4, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'subnets': [{'id': 'b69cddef-24f8-4d6d-9eb9-a0542b1436bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:18.971266 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:19.068851 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:19.069243 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:19.215249 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device baec5eb3-642b-4977-bfa8-428b4dd7ce59 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:19.339397 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port baec5eb3-642b-4977-bfa8-428b4dd7ce59 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:19.339397 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port baec5eb3-642b-4977-bfa8-428b4dd7ce59 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:19.339397 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:19.542689 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:19.570198 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1508cb-6ec6-440e-b564-2f9fe56b6154 req-565d0f9e-3d04-45fa-8096-be3e108b2eed tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:19.572188 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5b1508cb-6ec6-440e-b564-2f9fe56b6154 req-565d0f9e-3d04-45fa-8096-be3e108b2eed tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1475189 Jul 22 02:31:19.605786 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port baec5eb3-642b-4977-bfa8-428b4dd7ce59, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=baec5eb3-642b-4977-bfa8-428b4dd7ce59,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:19.612236 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:19.657329 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5b1508cb-6ec6-440e-b564-2f9fe56b6154 req-51707a57-6b78-4420-a054-6fd9deb24ae8 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783012 Jul 22 02:31:19.723165 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=baec5eb3-642b-4977-bfa8-428b4dd7ce59,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:20.781578 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device baec5eb3-642b-4977-bfa8-428b4dd7ce59 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:20.813971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803588f-4473-4aaa-b93d-f65c00463bce req-0dbd24ae-3f2e-41f1-8ec8-2b27874acb88 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:20.816625 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a803588f-4473-4aaa-b93d-f65c00463bce req-0dbd24ae-3f2e-41f1-8ec8-2b27874acb88 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0797734 Jul 22 02:31:20.842342 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port baec5eb3-642b-4977-bfa8-428b4dd7ce59 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:20.842841 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:20.860885 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a803588f-4473-4aaa-b93d-f65c00463bce req-712b7bd0-abeb-4274-9e73-363277788b5c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Jul 22 02:31:21.412717 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60360) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:21.554475 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-58d4a3ff-46e9-4eae-bd12-3418f72c3e96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=917c611192c04f76bc61f8aa65409f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383026 Jul 22 02:31:21.554693 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60366) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:21.604587 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6629-d608-444e-b419-f16939ee94fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:21.627475 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6629-d608-444e-b419-f16939ee94fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:21.674204 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6629-d608-444e-b419-f16939ee94fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:21.676721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6629-d608-444e-b419-f16939ee94fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:21.677985 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-b4ce6629-d608-444e-b419-f16939ee94fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f3cf504-2deb-435a-9486-c691f527f2eb HTTP/1.1" status: 204 len: 168 time: 0.1223614 Jul 22 02:31:21.686145 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce6629-d608-444e-b419-f16939ee94fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3cf504-2deb-435a-9486-c691f527f2eb,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:22.008385 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad8cf1-be42-4c76-82dd-21b633c4f7bd req-61d6c5a6-9613-4de9-855d-b37d52809f7a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:22.009947 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b1ad8cf1-be42-4c76-82dd-21b633c4f7bd req-61d6c5a6-9613-4de9-855d-b37d52809f7a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0701754 Jul 22 02:31:22.254662 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b1ad8cf1-be42-4c76-82dd-21b633c4f7bd req-2156ecdb-00a7-4ca0-9f4d-74d49582b489 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388568 Jul 22 02:31:22.777290 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04813f2b-a8e0-4a1c-9a36-1af3c377be1b req-57431a60-d2d2-4fec-a116-da1ea65d5209 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:22.778953 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-04813f2b-a8e0-4a1c-9a36-1af3c377be1b req-57431a60-d2d2-4fec-a116-da1ea65d5209 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0679245 Jul 22 02:31:22.817824 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-04813f2b-a8e0-4a1c-9a36-1af3c377be1b req-b1fab2de-d4f7-462b-a672-e8a8ac8564ee tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330262 Jul 22 02:31:23.392433 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1533703-6d86-4eac-91c1-9e428621b9bc req-a383bb22-6703-4f44-a14c-dae4dc6e074e tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:23.393967 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e1533703-6d86-4eac-91c1-9e428621b9bc req-a383bb22-6703-4f44-a14c-dae4dc6e074e tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0674784 Jul 22 02:31:23.436600 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e1533703-6d86-4eac-91c1-9e428621b9bc req-a9f97657-d14f-42f7-9869-ee9c217ff02c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 Jul 22 02:31:23.955714 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649941-0bc5-48ee-8adc-2602d080b008 req-234398cf-d32d-449d-b12a-2688d6e9b0e0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:23.957501 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21649941-0bc5-48ee-8adc-2602d080b008 req-234398cf-d32d-449d-b12a-2688d6e9b0e0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0686760 Jul 22 02:31:23.997920 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21649941-0bc5-48ee-8adc-2602d080b008 req-3af6fcf0-37ee-4899-ba5e-314404352dad tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Jul 22 02:31:24.576428 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a509afb-c356-4495-9061-30bc4ed05e19 req-331b7071-cb3f-401f-add6-ec12d97635eb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:24.577944 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0a509afb-c356-4495-9061-30bc4ed05e19 req-331b7071-cb3f-401f-add6-ec12d97635eb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0656981 Jul 22 02:31:24.615737 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0a509afb-c356-4495-9061-30bc4ed05e19 req-89817142-aed4-44ac-a873-ae7f7a90743b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 22 02:31:25.139448 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e41f8e-4183-462e-a31b-0935225c3b7b req-46626819-904b-48ae-8854-978433526dea tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:25.140975 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e9e41f8e-4183-462e-a31b-0935225c3b7b req-46626819-904b-48ae-8854-978433526dea tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0710824 Jul 22 02:31:25.179945 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e9e41f8e-4183-462e-a31b-0935225c3b7b req-4b9b8c85-d230-453e-8a2a-6b4ba5c7753d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331142 Jul 22 02:31:25.747127 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b218f-12a3-4e9b-9872-f44d56ad221b req-19eaf0b5-a9ce-4238-868d-6e902cc0a8d0 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:25.749436 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae0b218f-12a3-4e9b-9872-f44d56ad221b req-19eaf0b5-a9ce-4238-868d-6e902cc0a8d0 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0649128 Jul 22 02:31:25.787054 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae0b218f-12a3-4e9b-9872-f44d56ad221b req-9f610a56-162d-43a3-84c6-135a9641074c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Jul 22 02:31:26.317022 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03aa2d-151a-42ed-8f3e-0b60a5a52001 req-d50500b7-0cca-402e-b66d-0f32a2d70313 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:26.318642 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4c03aa2d-151a-42ed-8f3e-0b60a5a52001 req-d50500b7-0cca-402e-b66d-0f32a2d70313 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0702748 Jul 22 02:31:26.362092 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4c03aa2d-151a-42ed-8f3e-0b60a5a52001 req-ecb172fa-1165-4847-9bbb-eeefd7f0760f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376904 Jul 22 02:31:26.924346 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a1d80-ba4f-411e-a21b-f96a904ef49c req-450f27c7-4956-46ee-8f8c-a9d03b71995a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:26.925934 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3f3a1d80-ba4f-411e-a21b-f96a904ef49c req-450f27c7-4956-46ee-8f8c-a9d03b71995a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0696044 Jul 22 02:31:26.964371 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3f3a1d80-ba4f-411e-a21b-f96a904ef49c req-69bc3449-c625-45ec-876b-a5bb1081066f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Jul 22 02:31:27.507390 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69449fd0-079d-4697-b7d3-ca6d4f3d1dc3 req-a4444da5-df14-4d70-98ba-cf8c609d07bc tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.508892 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-69449fd0-079d-4697-b7d3-ca6d4f3d1dc3 req-a4444da5-df14-4d70-98ba-cf8c609d07bc tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0648401 Jul 22 02:31:27.546600 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-69449fd0-079d-4697-b7d3-ca6d4f3d1dc3 req-5d1c7498-03ee-4f02-ae13-8982911d6615 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Jul 22 02:31:28.107850 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c897c-cde2-4ca2-a18f-fdeb35b05b25 req-67e2c40a-4277-4932-99aa-63fa72b8bf16 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.109504 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-149c897c-cde2-4ca2-a18f-fdeb35b05b25 req-67e2c40a-4277-4932-99aa-63fa72b8bf16 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0693626 Jul 22 02:31:28.148329 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-149c897c-cde2-4ca2-a18f-fdeb35b05b25 req-0da14c74-74eb-498e-ba54-d7a97e412c1c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Jul 22 02:31:28.713158 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96340-cbee-4a9c-8e55-de2bd43ec2f1 req-47fce563-902e-4841-b7dd-a2ebf602cf97 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.715252 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21a96340-cbee-4a9c-8e55-de2bd43ec2f1 req-47fce563-902e-4841-b7dd-a2ebf602cf97 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0944960 Jul 22 02:31:28.771104 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ac0d-5c95-4174-a0fb-24750ac85dd9 req-e265c864-cbb3-45ab-8f07-a90c2a7fe0df tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.772632 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9219ac0d-5c95-4174-a0fb-24750ac85dd9 req-e265c864-cbb3-45ab-8f07-a90c2a7fe0df tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.1061013 Jul 22 02:31:28.777889 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-21a96340-cbee-4a9c-8e55-de2bd43ec2f1 req-6d867e0f-6487-46cd-8ea3-9a6a3a95a6f7 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540173 Jul 22 02:31:28.812238 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9219ac0d-5c95-4174-a0fb-24750ac85dd9 req-6190022b-92ed-461f-8054-85d719f17cff tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jul 22 02:31:29.279603 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b879-21e4-4efb-af7e-a0c593eea71c req-b3a1fec7-30ca-4621-859a-439750fbfa89 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:29.281398 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1353b879-21e4-4efb-af7e-a0c593eea71c req-b3a1fec7-30ca-4621-859a-439750fbfa89 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0658438 Jul 22 02:31:29.318501 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1353b879-21e4-4efb-af7e-a0c593eea71c req-d61eee14-e914-4661-aca3-cf95011c1edf tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jul 22 02:31:29.950148 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc51b6-837c-45db-a65e-f853ee1dddef req-bf2106c6-c159-46f7-acdc-c2edc740dc0d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:29.952169 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5fcc51b6-837c-45db-a65e-f853ee1dddef req-bf2106c6-c159-46f7-acdc-c2edc740dc0d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1059356 Jul 22 02:31:29.985719 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293053eb-cfb8-41c1-9789-293dc928a437 req-b3ac9008-2313-4314-9063-ca14c4fbf779 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:29.987184 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-293053eb-cfb8-41c1-9789-293dc928a437 req-b3ac9008-2313-4314-9063-ca14c4fbf779 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.1058083 Jul 22 02:31:30.019029 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5fcc51b6-837c-45db-a65e-f853ee1dddef req-cb690db1-c598-40f3-8307-e84a911c6def tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609062 Jul 22 02:31:30.037365 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-293053eb-cfb8-41c1-9789-293dc928a437 req-3d50187b-e804-4d64-9c2a-be015a3cc68e tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 Jul 22 02:31:30.456204 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caca45-704d-40b8-9a98-114edb174d6d req-00170bf8-7f46-4892-8394-eeff2c16e405 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:30.457745 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5caca45-704d-40b8-9a98-114edb174d6d req-00170bf8-7f46-4892-8394-eeff2c16e405 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0692239 Jul 22 02:31:30.514816 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5caca45-704d-40b8-9a98-114edb174d6d req-8e773c6f-61df-4eff-a5db-c13a989e462f tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jul 22 02:31:31.193382 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fecd8-0017-4fbb-8fca-7eecdc70de3a req-bfe375c8-dec4-4a30-8b60-bc90d904f67e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:31.194937 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c38fecd8-0017-4fbb-8fca-7eecdc70de3a req-bfe375c8-dec4-4a30-8b60-bc90d904f67e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1085711 Jul 22 02:31:31.217519 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c99d5c-df41-44a6-8be8-3875ee01199b req-513ead79-635e-4402-bb31-5844498ec094 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:31.218989 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2c99d5c-df41-44a6-8be8-3875ee01199b req-513ead79-635e-4402-bb31-5844498ec094 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.0972509 Jul 22 02:31:31.267531 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c38fecd8-0017-4fbb-8fca-7eecdc70de3a req-6b1f28d0-8d1c-42ef-ba52-7089ec3ee6bc tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658021 Jul 22 02:31:31.274394 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2c99d5c-df41-44a6-8be8-3875ee01199b req-5ae9ea2a-23ba-4b2e-bedc-f3cbce117e54 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492525 Jul 22 02:31:31.644057 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae9594-3d72-4d38-98b4-84bd707ed352 req-724aaa67-8d11-4eba-89f0-f10013f5b2bd tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:31.645564 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-baae9594-3d72-4d38-98b4-84bd707ed352 req-724aaa67-8d11-4eba-89f0-f10013f5b2bd tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0740507 Jul 22 02:31:31.696629 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-baae9594-3d72-4d38-98b4-84bd707ed352 req-c9f5c4ab-f62f-44fd-a2a0-132d7908f587 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Jul 22 02:31:32.435686 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4653e-1ba9-484a-85b6-1bc08964d4a9 req-44915473-5b04-4de6-b1d3-d4e63f3ece1e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:32.437163 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5a4653e-1ba9-484a-85b6-1bc08964d4a9 req-44915473-5b04-4de6-b1d3-d4e63f3ece1e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1021988 Jul 22 02:31:32.451281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15923b-1b63-4068-a071-01302154cec1 req-7fef62eb-c7c0-43b7-befe-c4016d4ce5ae tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:32.452726 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3e15923b-1b63-4068-a071-01302154cec1 req-7fef62eb-c7c0-43b7-befe-c4016d4ce5ae tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.1063919 Jul 22 02:31:32.505453 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5a4653e-1ba9-484a-85b6-1bc08964d4a9 req-5b9d42b4-83db-46f4-822f-7d7037d1137b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624692 Jul 22 02:31:32.512416 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3e15923b-1b63-4068-a071-01302154cec1 req-e52b9bac-87ce-488c-b9ec-3db0e0a41b9e tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Jul 22 02:31:32.832611 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88489504-689f-44c9-986d-551ff5421869 req-54b1694f-d7f4-4051-b330-989ce17fc777 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:32.834107 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88489504-689f-44c9-986d-551ff5421869 req-54b1694f-d7f4-4051-b330-989ce17fc777 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0677457 Jul 22 02:31:32.873468 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88489504-689f-44c9-986d-551ff5421869 req-f00219b5-2be1-4783-b1ed-afc9e7975d60 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Jul 22 02:31:33.218558 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26df054-62b0-4067-ab18-51ac9472f152 req-71df4bbf-987a-49aa-b53d-6bb990f650f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:33.220113 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f26df054-62b0-4067-ab18-51ac9472f152 req-71df4bbf-987a-49aa-b53d-6bb990f650f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.0527771 Jul 22 02:31:33.257605 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f26df054-62b0-4067-ab18-51ac9472f152 req-0bb70979-a7f0-4159-bc73-b4de481a24ea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276334 Jul 22 02:31:33.677188 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016861a-a008-4b29-8b45-2c4d769bbef8 req-60a8323c-592c-497b-9349-d01044bc34ff tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:33.678899 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8016861a-a008-4b29-8b45-2c4d769bbef8 req-60a8323c-592c-497b-9349-d01044bc34ff tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.0958941 Jul 22 02:31:33.687451 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9674b-4100-43c6-b6f6-a5dd153fd95c req-8bed1b95-5e01-4fc5-a77a-18deccae4511 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:33.688871 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bdf9674b-4100-43c6-b6f6-a5dd153fd95c req-8bed1b95-5e01-4fc5-a77a-18deccae4511 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1155767 Jul 22 02:31:33.739471 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8016861a-a008-4b29-8b45-2c4d769bbef8 req-7d90478f-543a-4dc0-970c-05f6c90c4689 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496387 Jul 22 02:31:33.751313 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bdf9674b-4100-43c6-b6f6-a5dd153fd95c req-3fbd8045-3363-417b-9053-5662d17f7e2f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546265 Jul 22 02:31:34.009440 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656431c0-a3a2-47a3-99e7-55a7d97f5ede req-c29b0a0c-7719-48e9-a4fe-3de4d8e36d3b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:34.010982 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-656431c0-a3a2-47a3-99e7-55a7d97f5ede req-c29b0a0c-7719-48e9-a4fe-3de4d8e36d3b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0688183 Jul 22 02:31:34.049445 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-656431c0-a3a2-47a3-99e7-55a7d97f5ede req-a7b4abe3-740d-4d09-9984-9d578396a8dc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Jul 22 02:31:34.212736 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:31:34.492446 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b0746-9071-4208-a982-b9d715dfa434 req-ec25aa25-70cf-450e-9c7c-108eea24972f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:34.493875 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c47b0746-9071-4208-a982-b9d715dfa434 req-ec25aa25-70cf-450e-9c7c-108eea24972f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 945 time: 0.0714612 Jul 22 02:31:34.594805 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Deleting port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:34.595164 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:34.683246 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] For port 5100f0b9-fe41-4bc2-953e-687f2722f0f7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5100f0b9-fe41-4bc2-953e-687f2722f0f7,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:34.683606 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:34.695691 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Calling delete_port for 5100f0b9-fe41-4bc2-953e-687f2722f0f7 owned by compute:nova {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:34.867326 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:34.879562 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['5100f0b9-fe41-4bc2-953e-687f2722f0f7'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:34.920985 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Pushing event deleted for resources: {'Port': ['ID=5100f0b9-fe41-4bc2-953e-687f2722f0f7,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:34.984847 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] No DVR routers for this DVR port 5100f0b9-fe41-4bc2-953e-687f2722f0f7 on host hv-cinder-79229 {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:34.988511 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:34.990598 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c47b0746-9071-4208-a982-b9d715dfa434 req-f8183dfc-96b5-458c-97c8-5b56b29dc4b0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "DELETE /v2.0/ports/5100f0b9-fe41-4bc2-953e-687f2722f0f7 HTTP/1.1" status: 204 len: 173 time: 0.4910743 Jul 22 02:31:34.992416 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f6709e-0474-4374-abef-69bb97546413', 'name': 'network-vif-deleted', 'tag': '5100f0b9-fe41-4bc2-953e-687f2722f0f7'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:34.994737 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040d2a5-e16b-4edc-8c95-b2b501968b89" -d '{"events": [{"server_uuid": "87f6709e-0474-4374-abef-69bb97546413", "name": "network-vif-deleted", "tag": "5100f0b9-fe41-4bc2-953e-687f2722f0f7"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:35.008540 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ec0ee-8520-49b7-9557-51ac13d459e3 req-715d5097-9005-40b1-9709-56fdae3c6d32 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.010315 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-778ec0ee-8520-49b7-9557-51ac13d459e3 req-715d5097-9005-40b1-9709-56fdae3c6d32 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=87f6709e-0474-4374-abef-69bb97546413 HTTP/1.1" status: 200 len: 867 time: 0.1967232 Jul 22 02:31:35.023242 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a1942-d419-4811-8879-ffe454fde57b req-8bfb19fb-53fe-4fcb-ac22-fa9cd8cd3764 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.024813 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-681a1942-d419-4811-8879-ffe454fde57b req-8bfb19fb-53fe-4fcb-ac22-fa9cd8cd3764 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1731827 Jul 22 02:31:35.086109 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-778ec0ee-8520-49b7-9557-51ac13d459e3 req-ed97b4a1-d82a-429c-80f0-265a216035c7 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 Jul 22 02:31:35.090343 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-681a1942-d419-4811-8879-ffe454fde57b req-870f7e7a-1492-4fe2-8842-095f7cfffc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578544 Jul 22 02:31:35.141982 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e8c12-9216-4c80-8e33-16614ab705f2 x-openstack-request-id: req-a48e8c12-9216-4c80-8e33-16614ab705f2 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:35.142334 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f6709e-0474-4374-abef-69bb97546413", "name": "network-vif-deleted", "tag": "5100f0b9-fe41-4bc2-953e-687f2722f0f7", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:35.142572 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a48e8c12-9216-4c80-8e33-16614ab705f2 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:35.143049 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f6709e-0474-4374-abef-69bb97546413', 'name': 'network-vif-deleted', 'tag': '5100f0b9-fe41-4bc2-953e-687f2722f0f7', 'status': 'completed', 'code': 200} Jul 22 02:31:35.241158 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c8f3-b25e-493c-8256-c801722c25f4 req-030ec9fc-da5b-44a5-bb8e-3cb36532904a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.242660 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a759c8f3-b25e-493c-8256-c801722c25f4 req-030ec9fc-da5b-44a5-bb8e-3cb36532904a tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0665317 Jul 22 02:31:35.280425 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a759c8f3-b25e-493c-8256-c801722c25f4 req-166a9f77-b731-43e4-9715-bb2be9ff4a07 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Jul 22 02:31:35.644595 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b3bd-d1ce-4253-9b65-7e8220641f83 req-52d1401d-2c4a-4c61-818a-4477b7c2b48b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.646107 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0564b3bd-d1ce-4253-9b65-7e8220641f83 req-52d1401d-2c4a-4c61-818a-4477b7c2b48b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1046431 Jul 22 02:31:35.647821 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-5d6317e1-92c5-4aa6-9e00-1f257ec93d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.649165 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-5d6317e1-92c5-4aa6-9e00-1f257ec93d2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.0979030 Jul 22 02:31:35.712384 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0564b3bd-d1ce-4253-9b65-7e8220641f83 req-ad3e27d8-dca5-49f4-a237-cc338d7e9879 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605819 Jul 22 02:31:35.765353 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-c2383be4-410f-429e-9ff2-b91fe9d39117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.766832 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-c2383be4-410f-429e-9ff2-b91fe9d39117 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.1092210 Jul 22 02:31:35.807089 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-e30d33be-1cda-430e-9eac-218895171e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0333889 Jul 22 02:31:35.855340 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-cc8f312b-6d60-4949-893d-3e9d0d5c2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:35.856743 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-cc8f312b-6d60-4949-893d-3e9d0d5c2166 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.0416691 Jul 22 02:31:35.894829 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-6c9a72f4-8c34-44ce-a35d-b7ef98f70a09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300901 Jul 22 02:31:35.982661 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-eb9ce614-1356-4d41-a033-6bb5592b8964 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799379 Jul 22 02:31:36.077359 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbc3619f-708b-43a3-96a0-59b169416ef5 req-373cdfe0-0eed-4f5f-86eb-05210db2d12a service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 Jul 22 02:31:36.239906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd3815-0607-46cf-b922-d61e3653aabc req-40aa5b2c-fc49-4160-be58-2f3d4009a177 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:36.242833 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-66dd3815-0607-46cf-b922-d61e3653aabc req-40aa5b2c-fc49-4160-be58-2f3d4009a177 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0725172 Jul 22 02:31:36.284199 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-66dd3815-0607-46cf-b922-d61e3653aabc req-4b312984-1ede-434c-88bc-3f91aeb60ef2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351207 Jul 22 02:31:36.848345 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6ce20-e38f-4a10-9477-3196efc5de2d req-5c24306d-1758-4fad-8c9b-8dfbb91a8bfc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:36.849898 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-07a6ce20-e38f-4a10-9477-3196efc5de2d req-5c24306d-1758-4fad-8c9b-8dfbb91a8bfc tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0659142 Jul 22 02:31:36.890806 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-07a6ce20-e38f-4a10-9477-3196efc5de2d req-29cefda3-e7a8-4678-a843-be02644b54f2 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348351 Jul 22 02:31:36.996015 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-caac5888-278c-43a9-a27d-9f73c78fbff5 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963457711&fields=id&tenant_id=772ea7ab67744c38989d9da6d94a2d07 HTTP/1.1" status: 200 len: 267 time: 0.0366614 Jul 22 02:31:37.099319 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-c0a51c6f-ea64-40cf-b486-21e439420cc4 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:37.100787 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-c0a51c6f-ea64-40cf-b486-21e439420cc4 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 808 time: 0.0984211 Jul 22 02:31:37.115443 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-eeaed3b1-1042-4287-88d8-d125d796de9a tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/quotas/772ea7ab67744c38989d9da6d94a2d07 HTTP/1.1" status: 200 len: 375 time: 0.0095150 Jul 22 02:31:37.182139 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-f9d61e8c-aae7-4cda-8409-8eb3150ed277 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621510 Jul 22 02:31:37.274443 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-be3bce4c-ad4d-4ebf-85cb-a0fe4d9fa14e service neutron] 10.222.0.25 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795331 Jul 22 02:31:37.394263 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-febb1e36-7453-4931-9990-e03707e508a1 service neutron] 10.222.0.25 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142228 Jul 22 02:31:37.427961 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6b0b-fdaa-48d2-9aa4-0a442919f617 req-5b8acde9-0417-4c89-be59-d430e3eac2a1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:37.429458 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-225e6b0b-fdaa-48d2-9aa4-0a442919f617 req-5b8acde9-0417-4c89-be59-d430e3eac2a1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0793540 Jul 22 02:31:37.472806 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-225e6b0b-fdaa-48d2-9aa4-0a442919f617 req-b11ba17d-fedf-4f66-8615-845ca9a8547c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369546 Jul 22 02:31:37.643083 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ac8e-e510-4e64-8965-2dd5b36fbd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:37.730988 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dee9fb4c-b5a3-41a0-b08b-75f7bdaddaf1 req-366254c2-6ac2-4114-a334-6f2f571f0f82 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 210 time: 0.0303078 Jul 22 02:31:38.047613 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21476-bbb2-4c41-8251-43a1112b6f91 req-6ee6e5d9-f754-4045-9ff9-c71618343a07 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:38.049161 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-afb21476-bbb2-4c41-8251-43a1112b6f91 req-6ee6e5d9-f754-4045-9ff9-c71618343a07 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0864894 Jul 22 02:31:38.104538 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-afb21476-bbb2-4c41-8251-43a1112b6f91 req-733ad63b-6d70-4d12-81c5-7b017ec0b2f8 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 Jul 22 02:31:38.274767 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-36597c0f-0213-48df-b219-98fbed498b90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615327 Jul 22 02:31:38.352995 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-e6580a47-9d13-4a06-9e68-8699b5ff2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:38.355120 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-e6580a47-9d13-4a06-9e68-8699b5ff2219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 1098 time: 0.0598426 Jul 22 02:31:38.464373 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-2f0648ae-ea84-4e2e-b99e-ec9e7b253a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:38.465918 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-2f0648ae-ea84-4e2e-b99e-ec9e7b253a84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 200 len: 920 time: 0.0916147 Jul 22 02:31:38.507663 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-17d1dd7d-f1ee-4866-8cbe-bf2eacceda62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0344937 Jul 22 02:31:38.801058 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-24edc314-5a54-40bd-9bd8-9bee4333af27 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:38.801748 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-83d4fc98-ee14-4b20-a634-2d99cdc0d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:38.803449 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-83d4fc98-ee14-4b20-a634-2d99cdc0d050 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 200 len: 859 time: 0.2863336 Jul 22 02:31:38.804218 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-24edc314-5a54-40bd-9bd8-9bee4333af27 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 808 time: 0.1419251 Jul 22 02:31:38.867247 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-76b407f9-2211-45c6-bb2a-0cb44cc24a8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dc372da-64c0-4e73-9ebf-00355222074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339367 Jul 22 02:31:38.898647 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c542-13bb-43c8-b377-e24dd9ac0751 req-3691b62c-b1e1-4ed3-9b1b-415c526c4a87 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:38.900408 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a970c542-13bb-43c8-b377-e24dd9ac0751 req-3691b62c-b1e1-4ed3-9b1b-415c526c4a87 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.3542202 Jul 22 02:31:38.913305 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-fbdde3c9-b46e-4803-9cb3-8d49e677278f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772ea7ab67744c38989d9da6d94a2d07 HTTP/1.1" status: 200 len: 380 time: 0.0775311 Jul 22 02:31:38.921524 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-88a8bf1b-575d-4591-a3d1-de09e8129c30 req-74b8dc0c-d575-4387-8a7e-479143f77088 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 210 time: 0.0533781 Jul 22 02:31:38.923316 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'port': {'device_id': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'admin_state_up': True, 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'security_groups': ['95b1cc66-502b-4d1d-8afb-a1659248d76e']}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:39.008503 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a970c542-13bb-43c8-b377-e24dd9ac0751 req-cf16a3fc-8443-4be1-9c00-7f63d6cf4f35 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893834 Jul 22 02:31:39.037598 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-9a7955c5-c8c2-4094-bc61-fe80e4f7abdf service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545250 Jul 22 02:31:39.081578 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5100f0b9-fe41-4bc2-953e-687f2722f0f7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:39.086920 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Made reservation on behalf of 772ea7ab67744c38989d9da6d94a2d07 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:39.090738 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:39.103158 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 5100f0b9-fe41-4bc2-953e-687f2722f0f7 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:39.103852 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5100f0b9-fe41-4bc2-953e-687f2722f0f7 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:39.236898 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db59a0b5-5a66-40ee-b235-c1deaba33d7c req-efe979fe-b390-41b0-94ce-b7e3155de908 service neutron] 10.222.0.32 "GET /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868145 Jul 22 02:31:39.276010 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Allocated IP 172.20.0.13 (c336a75e-d381-4166-b399-8d31c5a5ef8c/4bcc2374-3193-43b8-8aca-a28cc94c61a5/4128f7e2-6814-49f7-b618-343a5ce2fc3c) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:39.363733 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c9a4-8030-4ae7-ae29-e1d42fa65081 req-08722dbf-901e-47a7-96b3-88a843e2988b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:39.365744 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f86c9a4-8030-4ae7-ae29-e1d42fa65081 req-08722dbf-901e-47a7-96b3-88a843e2988b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0763986 Jul 22 02:31:39.439087 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f86c9a4-8030-4ae7-ae29-e1d42fa65081 req-ab1d173c-4094-4d7a-8ab7-b68d05ab2814 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623538 Jul 22 02:31:39.457480 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-85129152-fca2-4cd7-ab27-83a57eb56e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:39.459138 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-85129152-fca2-4cd7-ab27-83a57eb56e2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1099 time: 0.1069229 Jul 22 02:31:39.466846 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:39.483799 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Transition to ACTIVE for port object 4128f7e2-6814-49f7-b618-343a5ce2fc3c will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:39.534516 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:39.581522 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-8ebc8a8c-c433-47bb-b072-c3ce2ee8fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:39.584233 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-8ebc8a8c-c433-47bb-b072-c3ce2ee8fee6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.1182709 Jul 22 02:31:39.599205 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Network c336a75e-d381-4166-b399-8d31c5a5ef8c is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:39.605320 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:39.608452 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:39.664837 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:39.665473 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:39.665991 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-7be0856a-05eb-4004-98b0-d4d58680ae0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 1002 time: 0.0745704 Jul 22 02:31:39.675938 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:39.691423 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-9a94a8e7-86b3-4199-a549-25c54d5afd77 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729900 Jul 22 02:31:39.702357 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Request body: {'port': {'device_id': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:39.731536 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-ac189509-307a-4f97-9ba9-af48c084e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:39.733845 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-ac189509-307a-4f97-9ba9-af48c084e7c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0610807 Jul 22 02:31:39.792374 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:39.811551 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-0b9c6785-307d-4cbb-a5f0-71c3f36c101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:39.813120 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-0b9c6785-307d-4cbb-a5f0-71c3f36c101f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729434 Jul 22 02:31:39.852935 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-01f1cacd-1614-47a8-a7e2-b8e77208a081 None None] Provisioning for port 4128f7e2-6814-49f7-b618-343a5ce2fc3c completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:39.857201 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-01f1cacd-1614-47a8-a7e2-b8e77208a081 None None] Provisioning complete for port 4128f7e2-6814-49f7-b618-343a5ce2fc3c triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:39.858398 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-01f1cacd-1614-47a8-a7e2-b8e77208a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:39.900196 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-01f1cacd-1614-47a8-a7e2-b8e77208a081 None None] Port 4128f7e2-6814-49f7-b618-343a5ce2fc3c cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:39.924363 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-cc8371ad-6532-4be6-92b8-6e68e34a8e3a service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045842 Jul 22 02:31:40.060715 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.072276 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db31e5f8-320f-4ba2-ba3b-b4615965be2a req-f8827bd4-38db-4a08-b5e2-7a14ebe985a8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412256 Jul 22 02:31:40.114000 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4128f7e2-6814-49f7-b618-343a5ce2fc3c {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:40.120923 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.133255 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Transition to ACTIVE for port object 4128f7e2-6814-49f7-b618-343a5ce2fc3c will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:40.137542 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.138125 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e37e4-5334-42cf-9e10-7bce39a4357e req-eeed509a-da1c-42ae-8057-a8d95c4a3afe tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.140209 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d04e37e4-5334-42cf-9e10-7bce39a4357e req-eeed509a-da1c-42ae-8057-a8d95c4a3afe tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 932 time: 0.1325366 Jul 22 02:31:40.204368 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:40.235181 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d04e37e4-5334-42cf-9e10-7bce39a4357e req-a19bce65-1641-4fb2-917c-cb606037dbc3 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657635 Jul 22 02:31:40.242075 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-a560bd5e-120e-4196-a270-9273d97cbfdb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.243239 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-a560bd5e-120e-4196-a270-9273d97cbfdb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/networks?id=e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 200 len: 814 time: 0.1626868 Jul 22 02:31:40.258159 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-b6f7b964-baa0-4ca6-a209-68fd7e470333 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/quotas/d8cc521577044fa686746044a39f96b6 HTTP/1.1" status: 200 len: 375 time: 0.0094924 Jul 22 02:31:40.273561 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Attempting to bind port 4128f7e2-6814-49f7-b618-343a5ce2fc3c on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:40.273925 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Attempting to bind port 4128f7e2-6814-49f7-b618-343a5ce2fc3c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:40.274256 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Attempting to bind port 4128f7e2-6814-49f7-b618-343a5ce2fc3c on network c336a75e-d381-4166-b399-8d31c5a5ef8c {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:40.281118 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Port 4128f7e2-6814-49f7-b618-343a5ce2fc3c on network c336a75e-d381-4166-b399-8d31c5a5ef8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:31:40.281863 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Attempting to bind port 4128f7e2-6814-49f7-b618-343a5ce2fc3c on network c336a75e-d381-4166-b399-8d31c5a5ef8c {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:40.287805 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-7896f9b2-10fd-4b59-8482-861e2197f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.290402 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:40.291198 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Checking segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:40.291967 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Bound using segment: {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:40.292576 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Bound port: 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ab3a12-7649-4921-bee3-25ff5ec36cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:40.293047 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.297181 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-b03474e4-b48d-4543-b843-0eb8a998b17a tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc521577044fa686746044a39f96b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335219 Jul 22 02:31:40.361494 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:40.364548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:40.368757 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.398944 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-5d22bb2f-5eb7-4cf6-92c9-5f8d3d6bdd95 service neutron] 10.222.0.25 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948822 Jul 22 02:31:40.406571 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.407256 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.411663 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] 10.222.0.32 "PUT /v2.0/ports/4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 1094 time: 0.7139704 Jul 22 02:31:40.412323 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:40.414762 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ccd52-bd06-4b17-a234-d581b72db5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:40.446613 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb974ea-ec86-4330-839d-6f08c0145bef service neutron] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:40.466509 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fda321-8b9d-4b82-b485-73fc05bea70a x-openstack-request-id: req-72fda321-8b9d-4b82-b485-73fc05bea70a {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:40.466801 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:40.467939 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72fda321-8b9d-4b82-b485-73fc05bea70a {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:40.468328 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'status': 'completed', 'code': 200} Jul 22 02:31:40.522454 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-140910c2-adfb-4f22-85b7-83fc970a0221 service neutron] 10.222.0.25 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195021 Jul 22 02:31:40.543306 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-f19c2dcc-fea9-4832-bd72-e7e8a8a80be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.544802 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-f19c2dcc-fea9-4832-bd72-e7e8a8a80be1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1097 time: 0.0874712 Jul 22 02:31:40.605334 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:40.633935 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c1c22-ff30-48ce-8751-03b43876f4f3 req-9cd6c793-70eb-4c4f-9702-07e0428e776f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.636004 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-289c1c22-ff30-48ce-8751-03b43876f4f3 req-9cd6c793-70eb-4c4f-9702-07e0428e776f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1044393 Jul 22 02:31:40.637667 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-61c68822-0321-43e3-8367-4dee6e390acf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 217 time: 0.0779343 Jul 22 02:31:40.733182 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-289c1c22-ff30-48ce-8751-03b43876f4f3 req-135ab724-acc7-49a1-b0c9-ebfb372d28e8 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782335 Jul 22 02:31:40.778491 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-40db274c-3187-4607-a732-1824d1a4177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.784778 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-40db274c-3187-4607-a732-1824d1a4177f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.1397583 Jul 22 02:31:40.860062 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9fcc87db-9a84-4cc5-89f3-b68be961dc3d req-f3176985-5597-43d9-a4aa-68455a387281 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0780213 Jul 22 02:31:40.935809 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-8a5cbfdf-e78b-45b8-a712-b6654e59d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:40.937574 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-8a5cbfdf-e78b-45b8-a712-b6654e59d675 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1447351 Jul 22 02:31:41.054308 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-e7d009e7-07bb-4466-93c4-e576bab29672 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091893 Jul 22 02:31:41.149625 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-65bd4d39-6f6d-4ffb-aba8-fb9d1ac8dc1f req-e2c328a3-df53-40a9-9335-a346e498e9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892386 Jul 22 02:31:41.253763 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-4ab3a15e-4640-43ba-93e5-d39576bbe978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.255248 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-4ab3a15e-4640-43ba-93e5-d39576bbe978 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1097 time: 0.0550475 Jul 22 02:31:41.360716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-4713ce33-f7e9-43e8-8b8b-b4aec1ba378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.362547 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-4713ce33-f7e9-43e8-8b8b-b4aec1ba378c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 909 time: 0.0967269 Jul 22 02:31:41.376583 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efb961-2bc6-4bb4-8245-674463d0a892 req-33d3c083-9244-4515-ad86-8853e7425129 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.378152 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d5efb961-2bc6-4bb4-8245-674463d0a892 req-33d3c083-9244-4515-ad86-8853e7425129 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 944 time: 0.0726213 Jul 22 02:31:41.412186 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-940bcd44-3318-4dc9-9629-d4da2155ebe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 217 time: 0.0371909 Jul 22 02:31:41.417235 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d5efb961-2bc6-4bb4-8245-674463d0a892 req-387d7077-53fb-4d2d-8e1c-acf531b148e7 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Jul 22 02:31:41.462019 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-a5a0ceaf-061e-471e-8f65-ed7bedc3b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.463450 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-a5a0ceaf-061e-471e-8f65-ed7bedc3b34a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.0450196 Jul 22 02:31:41.523555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-2aa82068-6c55-4f8a-9b41-63d06f6b2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.524907 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-2aa82068-6c55-4f8a-9b41-63d06f6b2776 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537250 Jul 22 02:31:41.562348 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.613830 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-e58a2395-e248-43ac-8a5e-84ed68723edc service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803216 Jul 22 02:31:41.710109 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f59ccd52-bd06-4b17-a234-d581b72db5a4 req-29406d9a-363a-4c7e-8141-ec7769289fc5 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Jul 22 02:31:41.824405 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-526d1f7d-154a-486e-88cd-dadbb9fbd5f9 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.825790 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-526d1f7d-154a-486e-88cd-dadbb9fbd5f9 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "GET /v2.0/networks?id=e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 200 len: 814 time: 0.1162229 Jul 22 02:31:41.851396 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Request body: {'port': {'device_id': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa', 'admin_state_up': True, 'tenant_id': 'd8cc521577044fa686746044a39f96b6'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:41.966859 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-372de9d5-c21c-4f89-a50d-07fd0464b345 req-082b6172-bf14-4f9b-9a50-5ae449ddfa59 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0476131 Jul 22 02:31:41.990144 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a79f-44f0-47bb-9c5c-a70fb139872b req-2d8722b0-bbca-4e74-bc7d-0b09ef3c11cb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:41.991631 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3306a79f-44f0-47bb-9c5c-a70fb139872b req-2d8722b0-bbca-4e74-bc7d-0b09ef3c11cb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1862149 Jul 22 02:31:42.044493 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Made reservation on behalf of d8cc521577044fa686746044a39f96b6 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:42.048933 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:42.064025 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3306a79f-44f0-47bb-9c5c-a70fb139872b req-63b49738-ef7b-4fdf-bc04-f2cfd38f8ec8 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644772 Jul 22 02:31:42.228749 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Allocated IP 172.20.0.4 (e396f241-e875-4394-9ae2-0e22148d53aa/6dd0389c-5712-4343-8579-498738bd405b/2d6df103-fb5b-4820-89c0-e18c3150f8d1) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:42.281487 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b27f0-d2cb-4a15-9ccf-82998f0de4ed req-a80aa95e-b2d2-4713-a3df-423fd432fae4 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:42.283001 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3e1b27f0-d2cb-4a15-9ccf-82998f0de4ed req-a80aa95e-b2d2-4713-a3df-423fd432fae4 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1155996 Jul 22 02:31:42.364186 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3e1b27f0-d2cb-4a15-9ccf-82998f0de4ed req-61c3b55a-6265-48c0-8a19-8f2eebd9fc98 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727558 Jul 22 02:31:42.446716 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:42.487292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:42.562196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Network e396f241-e875-4394-9ae2-0e22148d53aa is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:42.567062 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:42.573652 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:42.578507 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Pushing event updated for resources: {'Port': ['ID=2d6df103-fb5b-4820-89c0-e18c3150f8d1,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:42.631871 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:42.632471 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:42.645480 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380b265-9965-43a1-be08-05368606306f req-42a31b06-c67d-4d24-b745-ce4abef35443 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:42.646966 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9380b265-9965-43a1-be08-05368606306f req-42a31b06-c67d-4d24-b745-ce4abef35443 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 944 time: 0.1576149 Jul 22 02:31:42.669121 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-9960626f-c17e-46cb-8c52-705cbceaf3c4 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215129 Jul 22 02:31:42.687277 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Request body: {'port': {'device_id': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:42.694653 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9380b265-9965-43a1-be08-05368606306f req-24a24ccf-520f-40c8-b07b-de39d93c29e7 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Jul 22 02:31:42.767404 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.026623 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6df103-fb5b-4820-89c0-e18c3150f8d1 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:43.036298 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.044371 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.070485 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:31:43.076466 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Transition to ACTIVE for port object 2d6df103-fb5b-4820-89c0-e18c3150f8d1 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:43.084453 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.145847 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Pushing event updated for resources: {'Port': ['ID=2d6df103-fb5b-4820-89c0-e18c3150f8d1,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:43.169472 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:43.180568 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'port_id': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'mac_address': 'fa:16:3e:01:d2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:31:43.182346 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab9b9a-e0bd-48cd-aa0e-2e46e22f2b98 req-99359cf3-cc54-434f-8059-dc6f33944a80 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.183830 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f8ab9b9a-e0bd-48cd-aa0e-2e46e22f2b98 req-99359cf3-cc54-434f-8059-dc6f33944a80 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 931 time: 0.1440587 Jul 22 02:31:43.218154 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.232625 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4128f7e2-6814-49f7-b618-343a5ce2fc3c {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:43.253156 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:43.257020 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.261603 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f8ab9b9a-e0bd-48cd-aa0e-2e46e22f2b98 req-80944525-30fd-4961-aaa8-d98e8583a0d5 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599325 Jul 22 02:31:43.262558 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Attempting to bind port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:43.262903 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Attempting to bind port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:43.263237 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Attempting to bind port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 on network e396f241-e875-4394-9ae2-0e22148d53aa {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:43.268160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 on network e396f241-e875-4394-9ae2-0e22148d53aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:31:43.268488 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Attempting to bind port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 on network e396f241-e875-4394-9ae2-0e22148d53aa {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:43.273273 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:43.283113 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Checking segment: {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:43.283113 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Bound using segment: {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:43.283113 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Bound port: 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4509a4db-db62-4bb1-8702-777e448d6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:43.283113 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.306907 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:43.313778 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.314131 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.314474 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.314808 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.315140 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.315473 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.315803 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.316125 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.316454 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.316775 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.317097 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.317733 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:43.339704 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] For port 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:43.343727 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] For port 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:43.347235 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.379456 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.380112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.381640 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] 10.222.0.32 "PUT /v2.0/ports/2d6df103-fb5b-4820-89c0-e18c3150f8d1 HTTP/1.1" status: 200 len: 1093 time: 0.7005582 Jul 22 02:31:43.383784 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'tag': '2d6df103-fb5b-4820-89c0-e18c3150f8d1'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:43.387067 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "7760ad37-feef-42bf-8c16-19f5acbaa6d8", "tag": "2d6df103-fb5b-4820-89c0-e18c3150f8d1"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:43.417483 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5847e-7d7d-4989-b036-40381172d44e service neutron] Pushing event updated for resources: {'Port': ['ID=2d6df103-fb5b-4820-89c0-e18c3150f8d1,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:43.437639 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b031b93b-d5cd-445b-b710-9acb8d982c40 x-openstack-request-id: req-b031b93b-d5cd-445b-b710-9acb8d982c40 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:43.438558 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7760ad37-feef-42bf-8c16-19f5acbaa6d8", "tag": "2d6df103-fb5b-4820-89c0-e18c3150f8d1", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:43.438752 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b031b93b-d5cd-445b-b710-9acb8d982c40 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:43.439260 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'tag': '2d6df103-fb5b-4820-89c0-e18c3150f8d1', 'status': 'completed', 'code': 200} Jul 22 02:31:43.495864 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['4128f7e2-6814-49f7-b618-343a5ce2fc3c'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:43.552208 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8065b7-33ba-4941-af30-4e79691f93aa req-11c4b715-79a8-4b3e-b2ab-420aa6e87c41 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.554194 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4d8065b7-33ba-4941-af30-4e79691f93aa req-11c4b715-79a8-4b3e-b2ab-420aa6e87c41 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.1041658 Jul 22 02:31:43.556431 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-1fda9767-96a0-4817-b527-959fdd1d5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.557818 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-1fda9767-96a0-4817-b527-959fdd1d5246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8cc521577044fa686746044a39f96b6&device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 1096 time: 0.1176851 Jul 22 02:31:43.610749 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-877e7941-445a-4886-97bf-cd39fb9f83a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1 HTTP/1.1" status: 200 len: 217 time: 0.0427685 Jul 22 02:31:43.661910 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4d8065b7-33ba-4941-af30-4e79691f93aa req-60940486-d1e1-4d5f-b7f1-05b69b7ca747 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004636 Jul 22 02:31:43.686855 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-42a40008-0d09-4e2a-a6b8-c9a71d40fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.688417 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-42a40008-0d09-4e2a-a6b8-c9a71d40fd6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dd0389c-5712-4343-8579-498738bd405b HTTP/1.1" status: 200 len: 854 time: 0.0655518 Jul 22 02:31:43.723797 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-5553ac09-440f-4417-8d02-bcb7af25162f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e396f241-e875-4394-9ae2-0e22148d53aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281117 Jul 22 02:31:43.852876 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-3492233a-9dda-446a-badc-b857c562953a service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207659 Jul 22 02:31:43.897818 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92ff7-4500-4959-a2ca-4839189ee19c req-41e01f01-ddb4-4365-b678-95dd2ba98a7f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.899267 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8ab92ff7-4500-4959-a2ca-4839189ee19c req-41e01f01-ddb4-4365-b678-95dd2ba98a7f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 945 time: 0.1343372 Jul 22 02:31:44.171424 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8ab92ff7-4500-4959-a2ca-4839189ee19c req-23e5d778-cb5f-4829-9cc8-233ddd843760 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647569 Jul 22 02:31:44.181465 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-39a387a3-04d3-4dcf-851c-eee6cab1a3cf req-43442d76-8287-42b3-96e2-c321a3a261f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182383 Jul 22 02:31:44.285152 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-b016896a-316a-47c5-8b23-8ccca8062890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.286664 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-b016896a-316a-47c5-8b23-8ccca8062890 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8cc521577044fa686746044a39f96b6&device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0528018 Jul 22 02:31:44.410527 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-cf1c3606-13e3-481c-8dcd-4df5e46b34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.412016 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-cf1c3606-13e3-481c-8dcd-4df5e46b34ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 200 len: 915 time: 0.1168978 Jul 22 02:31:44.417973 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-5c5e2818-9bbe-48fc-856a-82c002948176 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.419448 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-5c5e2818-9bbe-48fc-856a-82c002948176 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 945 time: 0.0646727 Jul 22 02:31:44.457773 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-fed772c6-4dd5-44a9-9969-3751ebf2ff06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1 HTTP/1.1" status: 200 len: 217 time: 0.0373414 Jul 22 02:31:44.470084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef09903-9a92-49f5-87e3-ec7bd493bff0 req-ed174b09-bd5f-4bba-a4e1-d287554ff722 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.471525 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ef09903-9a92-49f5-87e3-ec7bd493bff0 req-ed174b09-bd5f-4bba-a4e1-d287554ff722 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 943 time: 0.1199629 Jul 22 02:31:44.519632 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Deleting port 01efd73e-eeee-4aee-8128-983823de3045 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:44.520090 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:44.538621 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-f725d660-b4f7-4ffc-99b7-31a6506d6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.540100 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-f725d660-b4f7-4ffc-99b7-31a6506d6ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dd0389c-5712-4343-8579-498738bd405b HTTP/1.1" status: 200 len: 854 time: 0.0677278 Jul 22 02:31:44.547774 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3ef09903-9a92-49f5-87e3-ec7bd493bff0 req-ea70b850-0a63-43f4-b2f3-a6591fadfca8 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Jul 22 02:31:44.576268 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-e0d672f1-16dd-44ca-88d5-d3d698fe6bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e396f241-e875-4394-9ae2-0e22148d53aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275395 Jul 22 02:31:44.612605 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] For port 01efd73e-eeee-4aee-8128-983823de3045, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=01efd73e-eeee-4aee-8128-983823de3045,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:44.612959 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:44.625080 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Calling delete_port for 01efd73e-eeee-4aee-8128-983823de3045 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:44.664931 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-787dcd25-30d1-4449-9399-a92076062d33 service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Jul 22 02:31:44.778466 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:44.791051 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e6c2178a-218e-4d68-88a6-5ab73559a1d0', '01efd73e-eeee-4aee-8128-983823de3045'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:44.799656 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4c0462c-ae31-43eb-8dd9-23951ba32ad0 req-55f724cb-0600-4804-ba62-f1dcecc029ba service neutron] 10.222.0.32 "GET /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279440 Jul 22 02:31:44.830889 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Pushing event deleted for resources: {'Port': ['ID=01efd73e-eeee-4aee-8128-983823de3045,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:44.832891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e148-687a-45df-b29e-60ae302269f4 req-64997cee-2cca-4805-b1cb-86c6dab771f3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.834095 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae22e148-687a-45df-b29e-60ae302269f4 req-64997cee-2cca-4805-b1cb-86c6dab771f3 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b9116e-2abc-413f-8629-4634f298ce4c HTTP/1.1" status: 200 len: 867 time: 0.0791731 Jul 22 02:31:44.878608 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] No DVR routers for this DVR port 01efd73e-eeee-4aee-8128-983823de3045 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:44.881398 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:44.883709 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7306cde7-ef2c-465d-b1f8-df5cf152d09c req-6d61f79b-2b15-44fb-a10b-149d504b3876 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "DELETE /v2.0/ports/01efd73e-eeee-4aee-8128-983823de3045 HTTP/1.1" status: 204 len: 173 time: 0.4590545 Jul 22 02:31:44.884263 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'name': 'network-vif-deleted', 'tag': '01efd73e-eeee-4aee-8128-983823de3045'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:44.886208 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae22e148-687a-45df-b29e-60ae302269f4 req-a2eaa81f-20f9-41fa-a2be-aa3e458ce49b tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Jul 22 02:31:44.886749 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f54eeb0-c41f-42a1-b087-269a0ef8f406" -d '{"events": [{"server_uuid": "c7b9116e-2abc-413f-8629-4634f298ce4c", "name": "network-vif-deleted", "tag": "01efd73e-eeee-4aee-8128-983823de3045"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:44.930480 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661ceffd-384c-43b4-830b-8d3fbd6dbcba x-openstack-request-id: req-661ceffd-384c-43b4-830b-8d3fbd6dbcba {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:44.930784 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9116e-2abc-413f-8629-4634f298ce4c", "name": "network-vif-deleted", "tag": "01efd73e-eeee-4aee-8128-983823de3045", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:44.931048 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-661ceffd-384c-43b4-830b-8d3fbd6dbcba {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:44.931443 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9116e-2abc-413f-8629-4634f298ce4c', 'name': 'network-vif-deleted', 'tag': '01efd73e-eeee-4aee-8128-983823de3045', 'status': 'completed', 'code': 200} Jul 22 02:31:45.064802 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:45.112528 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 4128f7e2-6814-49f7-b618-343a5ce2fc3c completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:45.116203 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 4128f7e2-6814-49f7-b618-343a5ce2fc3c triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:45.116568 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:45.196629 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:45.219038 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:45.221278 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312a70c-49de-442f-bf2f-e9ae97585fab" -d '{"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-plugged", "status": "completed", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:45.234503 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:45.239690 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:45.267058 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c3686-e30a-464d-9e15-45b01b355217 x-openstack-request-id: req-f87c3686-e30a-464d-9e15-45b01b355217 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:45.267345 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-plugged", "status": "completed", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:45.267592 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f87c3686-e30a-464d-9e15-45b01b355217 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:45.267980 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'code': 200} Jul 22 02:31:45.298763 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:45.322982 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094f6b0-e33f-4482-ab99-41a29c86ed94 req-d7951909-3241-4649-af05-4c13502f68f0 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:45.324466 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4094f6b0-e33f-4482-ab99-41a29c86ed94 req-d7951909-3241-4649-af05-4c13502f68f0 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0781720 Jul 22 02:31:45.364331 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4094f6b0-e33f-4482-ab99-41a29c86ed94 req-09801e0e-2193-4879-b573-919104920f67 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Jul 22 02:31:45.537798 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed352-29b4-4f97-aa3f-1ad4f1a68666 req-cee52c54-7ced-46f6-9bf7-45b0298730ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:45.539201 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-886ed352-29b4-4f97-aa3f-1ad4f1a68666 req-cee52c54-7ced-46f6-9bf7-45b0298730ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0556266 Jul 22 02:31:45.572754 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-886ed352-29b4-4f97-aa3f-1ad4f1a68666 req-f3cd94d2-4c48-4c1f-aaed-1d3a8e759337 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272138 Jul 22 02:31:45.675169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742a98-67e7-4272-a13e-c73264f75762 req-f6025bcf-decc-4a93-85a8-6cc45a1b57bf tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:45.676624 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4a742a98-67e7-4272-a13e-c73264f75762 req-f6025bcf-decc-4a93-85a8-6cc45a1b57bf tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 943 time: 0.0618205 Jul 22 02:31:45.712790 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4a742a98-67e7-4272-a13e-c73264f75762 req-41a57eb0-92d0-487b-8473-03dc85a94923 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306604 Jul 22 02:31:46.173430 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32eecb-4ac0-472d-b2f5-8655d25cc38f req-5b6fbf0d-860a-42db-88de-72b3f63cb4ad tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:46.174988 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9b32eecb-4ac0-472d-b2f5-8655d25cc38f req-5b6fbf0d-860a-42db-88de-72b3f63cb4ad tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0657198 Jul 22 02:31:46.215267 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9b32eecb-4ac0-472d-b2f5-8655d25cc38f req-f501e95b-05a7-4864-b05a-839f64fc600d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jul 22 02:31:46.501723 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59112-0801-42c6-bd30-1a9a15f60a52 req-46ed8a7a-00c6-4efb-bf6c-fabb9568eaec tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:46.503136 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4fe59112-0801-42c6-bd30-1a9a15f60a52 req-46ed8a7a-00c6-4efb-bf6c-fabb9568eaec tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0671437 Jul 22 02:31:46.540984 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4fe59112-0801-42c6-bd30-1a9a15f60a52 req-6e4399a3-d1b8-4a2d-91ea-7f7bab308b4f tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Jul 22 02:31:46.839361 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3640-9743-459f-9fd9-65e71c0d664d req-f7bc5b17-3147-430a-9e9f-06d9d17cce4f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:46.840733 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ba7f3640-9743-459f-9fd9-65e71c0d664d req-f7bc5b17-3147-430a-9e9f-06d9d17cce4f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 943 time: 0.0637655 Jul 22 02:31:46.881296 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ba7f3640-9743-459f-9fd9-65e71c0d664d req-a505bdb5-2fac-4b7f-8995-ac8668d7efe8 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Jul 22 02:31:47.083499 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2d6df103-fb5b-4820-89c0-e18c3150f8d1 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:31:47.176403 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:47.186731 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '2d6df103-fb5b-4820-89c0-e18c3150f8d1', 'network_id': 'e396f241-e875-4394-9ae2-0e22148d53aa', 'port_id': '2d6df103-fb5b-4820-89c0-e18c3150f8d1', 'mac_address': 'fa:16:3e:51:c8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0389c-5712-4343-8579-498738bd405b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:31:47.225026 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:47.237585 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6df103-fb5b-4820-89c0-e18c3150f8d1 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:47.256777 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:47.260884 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:47.310480 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=2d6df103-fb5b-4820-89c0-e18c3150f8d1,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:47.353228 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa99a8-be07-46b7-811e-535dca0f6eaf req-7f1a63ca-ebf3-4f62-95e9-1f4f159f1350 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.354740 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbfa99a8-be07-46b7-811e-535dca0f6eaf req-7f1a63ca-ebf3-4f62-95e9-1f4f159f1350 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0674479 Jul 22 02:31:47.392536 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dbfa99a8-be07-46b7-811e-535dca0f6eaf req-797b3229-458b-4f5d-826a-e877a4cbd9ef tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jul 22 02:31:47.511283 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['2d6df103-fb5b-4820-89c0-e18c3150f8d1'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:47.676546 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f9b6-8cd4-4fc0-95cf-8867a462fefa req-bca310a2-ba47-441a-869f-587d93296bcc tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.678115 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2703f9b6-8cd4-4fc0-95cf-8867a462fefa req-bca310a2-ba47-441a-869f-587d93296bcc tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0691669 Jul 22 02:31:47.716586 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2703f9b6-8cd4-4fc0-95cf-8867a462fefa req-0220a351-d5f8-4afb-a73c-86f78b84c1ed tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327277 Jul 22 02:31:47.849355 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3312332-1311-4b99-9210-1e7a72d6aaa7 req-0b7af738-a275-4f22-98e3-371275276ce4 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.850877 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c3312332-1311-4b99-9210-1e7a72d6aaa7 req-0b7af738-a275-4f22-98e3-371275276ce4 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0659037 Jul 22 02:31:47.893298 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c3312332-1311-4b99-9210-1e7a72d6aaa7 req-f93380ae-0c31-43ce-beea-00e690c65a1d tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367911 Jul 22 02:31:47.914949 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60974) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:47.923051 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 60978) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:48.013970 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82344c3-fd12-42f4-b165-155048eee918 req-0a63f96f-9de3-46d6-a9c7-2238d107b65f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.016066 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a82344c3-fd12-42f4-b165-155048eee918 req-0a63f96f-9de3-46d6-a9c7-2238d107b65f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 944 time: 0.0654569 Jul 22 02:31:48.028087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ca5-dd19-49fb-a3ef-ef711affcdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.056286 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a82344c3-fd12-42f4-b165-155048eee918 req-1e5cc008-1bf7-4cd3-9332-3e6bbc1b9275 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Jul 22 02:31:48.129431 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ca5-dd19-49fb-a3ef-ef711affcdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.132508 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c749d8-1aee-43dd-80a7-08dab2157188 tempest-TestShelveInstance-313889079 tempest-TestShelveInstance-313889079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.133737 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ca5-dd19-49fb-a3ef-ef711affcdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.134165 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-36c749d8-1aee-43dd-80a7-08dab2157188 tempest-TestShelveInstance-313889079 tempest-TestShelveInstance-313889079-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1094 time: 0.2180085 Jul 22 02:31:48.137195 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 60982) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:48.142238 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Request body: {'floatingip': {'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'port_id': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:48.166632 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for floatingip, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.175764 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-35bb7ca5-dd19-49fb-a3ef-ef711affcdf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bc16e8b563e486e9cde64f01a317a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489650 Jul 22 02:31:48.175764 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb7ca5-dd19-49fb-a3ef-ef711affcdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff74a2-5f7e-43fe-bb27-7353bffc4ebf,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:48.176712 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 60984) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:48.229570 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df04311a-9ec4-4b06-931a-9e8bd520f8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.251068 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df04311a-9ec4-4b06-931a-9e8bd520f8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.265705 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.300164 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df04311a-9ec4-4b06-931a-9e8bd520f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.302810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df04311a-9ec4-4b06-931a-9e8bd520f8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.303936 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-df04311a-9ec4-4b06-931a-9e8bd520f8c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3ff74a2-5f7e-43fe-bb27-7353bffc4ebf HTTP/1.1" status: 204 len: 168 time: 0.1266813 Jul 22 02:31:48.313295 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04311a-9ec4-4b06-931a-9e8bd520f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff74a2-5f7e-43fe-bb27-7353bffc4ebf,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:48.372974 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Allocated IP 172.28.1.5 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/de995b99-261f-4c7b-93b0-e122b48ea591) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:48.515426 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.569546 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1c08d-5709-4ece-bd7e-c782ecdf58b3 req-3d20aea9-9806-4e52-9626-d550cf284481 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.571091 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46c1c08d-5709-4ece-bd7e-c782ecdf58b3 req-3d20aea9-9806-4e52-9626-d550cf284481 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1045206 Jul 22 02:31:48.584456 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 60992) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:48.592986 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.599404 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b629da9-ba07-44b0-91bd-df196bbc6dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.650215 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:48.653373 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46c1c08d-5709-4ece-bd7e-c782ecdf58b3 req-47342238-8ec5-4d35-b95e-1a142576dd1c tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Jul 22 02:31:48.659685 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:48.663363 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:48.688569 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b629da9-ba07-44b0-91bd-df196bbc6dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.693127 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b629da9-ba07-44b0-91bd-df196bbc6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.699761 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'Port': ['ID=de995b99-261f-4c7b-93b0-e122b48ea591,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:48.734938 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4b629da9-ba07-44b0-91bd-df196bbc6dae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=314aba8dd5844619a9480916357b2e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453142 Jul 22 02:31:48.734938 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 60994) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:48.740906 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b629da9-ba07-44b0-91bd-df196bbc6dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c18c1d-5924-455c-a3bb-d0cb28416dd4,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:48.786242 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-445c3ca7-bc6b-4c39-b5e1-4cfe81e8bf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.806331 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-445c3ca7-bc6b-4c39-b5e1-4cfe81e8bf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.851763 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-445c3ca7-bc6b-4c39-b5e1-4cfe81e8bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.854425 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-445c3ca7-bc6b-4c39-b5e1-4cfe81e8bf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.855596 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-445c3ca7-bc6b-4c39-b5e1-4cfe81e8bf2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09c18c1d-5924-455c-a3bb-d0cb28416dd4 HTTP/1.1" status: 204 len: 168 time: 0.1197383 Jul 22 02:31:48.863987 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c3ca7-bc6b-4c39-b5e1-4cfe81e8bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c18c1d-5924-455c-a3bb-d0cb28416dd4,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:49.083911 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.104702 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2d6df103-fb5b-4820-89c0-e18c3150f8d1 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:49.162510 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:49.165952 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:49.166328 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.220661 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.252139 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.270574 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d8063-1d4e-43e2-a8c1-54dc3daf4f13 req-4b554608-11ae-496f-8393-ac7f6786749f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.272104 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-791d8063-1d4e-43e2-a8c1-54dc3daf4f13 req-4b554608-11ae-496f-8393-ac7f6786749f tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 944 time: 0.1379492 Jul 22 02:31:49.282838 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6df103-fb5b-4820-89c0-e18c3150f8d1'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:49.285339 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b27d1e-6b71-4279-91aa-333ae5d69924" -d '{"events": [{"server_uuid": "7760ad37-feef-42bf-8c16-19f5acbaa6d8", "name": "network-vif-plugged", "status": "completed", "tag": "2d6df103-fb5b-4820-89c0-e18c3150f8d1"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:49.299759 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:49.306937 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.308518 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 01efd73e-eeee-4aee-8128-983823de3045 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:49.345193 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-791d8063-1d4e-43e2-a8c1-54dc3daf4f13 req-e46ec550-b79e-4015-8563-cd2da6ae3253 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656953 Jul 22 02:31:49.361652 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c402c81-dedb-4003-bc39-aa18727f59f3 x-openstack-request-id: req-2c402c81-dedb-4003-bc39-aa18727f59f3 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:49.370385 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7760ad37-feef-42bf-8c16-19f5acbaa6d8", "name": "network-vif-plugged", "status": "completed", "tag": "2d6df103-fb5b-4820-89c0-e18c3150f8d1", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:49.370385 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c402c81-dedb-4003-bc39-aa18727f59f3 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:49.370385 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6df103-fb5b-4820-89c0-e18c3150f8d1', 'code': 200} Jul 22 02:31:49.370385 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 01efd73e-eeee-4aee-8128-983823de3045 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:49.370385 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 01efd73e-eeee-4aee-8128-983823de3045 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:49.392165 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=2d6df103-fb5b-4820-89c0-e18c3150f8d1,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:49.461953 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.468695 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.547529 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event updated for resources: {'Port': ['ID=de995b99-261f-4c7b-93b0-e122b48ea591,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:49.552576 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0ad60-45ec-40a3-9623-048726989bda req-4a4075a0-ac4c-46e0-8da2-161546c5513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.554218 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-1db0ad60-45ec-40a3-9623-048726989bda req-4a4075a0-ac4c-46e0-8da2-161546c5513d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 1098 time: 0.0593259 Jul 22 02:31:49.561072 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.589942 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-1db0ad60-45ec-40a3-9623-048726989bda req-36a7c9b6-b887-446e-829d-ea4879997ebe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288773 Jul 22 02:31:49.660526 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.l3_db [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Floating IP 3b25c7eb-68d9-4549-b719-3a49219663ce associated. External IP: 172.28.1.5, port: 4128f7e2-6814-49f7-b618-343a5ce2fc3c. Jul 22 02:31:49.862368 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6a398-09fb-4ed3-88ec-a66a1a3c065d req-c87731f3-a444-4c41-a5b4-d5ee07eb0318 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.863756 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e4d6a398-09fb-4ed3-88ec-a66a1a3c065d req-c87731f3-a444-4c41-a5b4-d5ee07eb0318 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.1347651 Jul 22 02:31:49.941731 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e4d6a398-09fb-4ed3-88ec-a66a1a3c065d req-27e6400a-de8e-4a3e-995e-d479e2a4eb94 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531397 Jul 22 02:31:49.965508 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Router 21a03b01-ce70-42c7-bd6d-442c4745ade3 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:31:50.070438 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:50.083243 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] Sync routers for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:50.093017 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:50.096145 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:50.096760 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:50.133027 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-ce837f34-e15e-4d21-a0e9-4f35cd730fa8 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9946873 Jul 22 02:31:50.133821 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:50.135982 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684b0bda-ba07-4d18-a6b1-48eefea28704" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:50.175482 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5407c7e3-d7b8-45f1-a23a-2fc7e6f7e594 x-openstack-request-id: req-5407c7e3-d7b8-45f1-a23a-2fc7e6f7e594 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:50.175778 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:50.176030 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5407c7e3-d7b8-45f1-a23a-2fc7e6f7e594 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:50.176428 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'status': 'completed', 'code': 200} Jul 22 02:31:50.216791 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:50.262643 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-5fe7b0ef-1630-43b6-a8b4-4398cdffb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.264147 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-5fe7b0ef-1630-43b6-a8b4-4398cdffb068 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0553818 Jul 22 02:31:50.367850 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-73518959-23fb-4664-9878-d336e0e219e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.369323 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-73518959-23fb-4664-9878-d336e0e219e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 909 time: 0.0932696 Jul 22 02:31:50.474866 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-ef7fc81f-6089-4894-9539-a611d523f71c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 998 time: 0.0979648 Jul 22 02:31:50.524443 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b993-52f7-49a0-a611-4edea896e59a req-d540029f-059c-47c4-8b90-0eaafafe79c0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.532199 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d394b993-52f7-49a0-a611-4edea896e59a req-d540029f-059c-47c4-8b90-0eaafafe79c0 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0876544 Jul 22 02:31:50.539427 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-1182275a-db3b-4d59-a37a-c9067b834e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.541194 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-1182275a-db3b-4d59-a37a-c9067b834e0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.0526230 Jul 22 02:31:50.573055 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '3b25c7eb-68d9-4549-b719-3a49219663ce', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'port_id': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'mac_address': 'fa:16:3e:01:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:31:48Z', 'updated_at': '2021-07-22T02:31:48Z', 'revision_number': 0, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:50.603801 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] Checking router: 21a03b01-ce70-42c7-bd6d-442c4745ade3 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:50.611693 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-1edf166f-2e69-4401-8c12-bd3df39075e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.613528 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-1edf166f-2e69-4401-8c12-bd3df39075e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645027 Jul 22 02:31:50.613715 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:50.614346 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:50.614489 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d394b993-52f7-49a0-a611-4edea896e59a req-e821ba6f-590c-44e0-adf6-822441ea30bc tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803511 Jul 22 02:31:50.728684 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-dfaf77df-c991-41ec-bafb-cf3deebb69ac service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031418 Jul 22 02:31:50.747608 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:50.853073 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-684b0bda-ba07-4d18-a6b1-48eefea28704 req-67f0adc3-a05d-4706-a61b-2700ba974003 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160977 Jul 22 02:31:50.986990 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '3b25c7eb-68d9-4549-b719-3a49219663ce', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'port_id': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'mac_address': 'fa:16:3e:01:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:31:48Z', 'updated_at': '2021-07-22T02:31:48Z', 'revision_number': 0, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:51.014456 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44e8e2-7ff9-47be-8fde-f779a630adf6 None None] The sync data for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb is: [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '3b25c7eb-68d9-4549-b719-3a49219663ce', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'port_id': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'mac_address': 'fa:16:3e:01:d2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:31:48Z', 'updated_at': '2021-07-22T02:31:48Z', 'revision_number': 0, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:51.095424 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c0edc-5337-4a00-9f05-1062694461f8 req-16eeb0d2-4d2a-4fb2-8c38-e2a4ce7ce7aa tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.096862 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-439c0edc-5337-4a00-9f05-1062694461f8 req-16eeb0d2-4d2a-4fb2-8c38-e2a4ce7ce7aa tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0652814 Jul 22 02:31:51.138460 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-439c0edc-5337-4a00-9f05-1062694461f8 req-24b64d19-62ba-41fd-b564-008d96a082ee tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Jul 22 02:31:51.192173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6550e78-c193-441f-9a11-e5e13de6f8e4 None None] New status for floating IP 3b25c7eb-68d9-4549-b719-3a49219663ce: ACTIVE {{(pid=93229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:31:51.738389 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca03af-1610-4115-b7dd-98de0436ea92 req-271ffdf1-0bf6-4399-89f7-883202024c96 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.739857 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c8ca03af-1610-4115-b7dd-98de0436ea92 req-271ffdf1-0bf6-4399-89f7-883202024c96 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0626757 Jul 22 02:31:51.775805 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c8ca03af-1610-4115-b7dd-98de0436ea92 req-9538e4f9-8e6c-4a00-92be-1683888b3534 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Jul 22 02:31:51.948120 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-16480bda-0522-4c7c-acf1-dc894b5361fb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.949621 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-16480bda-0522-4c7c-acf1-dc894b5361fb tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0645688 Jul 22 02:31:52.267599 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Deleting port e6c2178a-218e-4d68-88a6-5ab73559a1d0 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:52.267932 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.289173 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b3241-059a-4327-9c49-57e502ba77db req-85df000f-b519-4f0a-b045-31fde40b112d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:52.290686 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-121b3241-059a-4327-9c49-57e502ba77db req-85df000f-b519-4f0a-b045-31fde40b112d tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b92852-7da8-434b-a36b-3c6d6e9dfa5d HTTP/1.1" status: 200 len: 945 time: 0.0767779 Jul 22 02:31:52.329153 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-121b3241-059a-4327-9c49-57e502ba77db req-0ccde66c-532f-4238-9b87-f46a40a0bdb4 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.25 "GET /v2.0/security-groups?id=811c303a-0862-4e3b-ad49-d7b68290dbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Jul 22 02:31:52.368388 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] For port e6c2178a-218e-4d68-88a6-5ab73559a1d0, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e6c2178a-218e-4d68-88a6-5ab73559a1d0,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:52.368747 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.381735 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Calling delete_port for e6c2178a-218e-4d68-88a6-5ab73559a1d0 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:52.505898 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.517671 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e6c2178a-218e-4d68-88a6-5ab73559a1d0'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:52.538379 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Pushing event deleted for resources: {'Port': ['ID=e6c2178a-218e-4d68-88a6-5ab73559a1d0,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:52.583657 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] No DVR routers for this DVR port e6c2178a-218e-4d68-88a6-5ab73559a1d0 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:52.586159 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.588126 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-0eb70e44-1efb-4a4f-87e7-5375796bbb44 req-36cd155a-65c4-4427-9953-c7b85c770116 tempest-ServerRescueNegativeTestJSON-1714413045 tempest-ServerRescueNegativeTestJSON-1714413045-project] 10.222.0.32 "DELETE /v2.0/ports/e6c2178a-218e-4d68-88a6-5ab73559a1d0 HTTP/1.1" status: 204 len: 173 time: 0.6319475 Jul 22 02:31:52.588551 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'name': 'network-vif-deleted', 'tag': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:52.590841 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7f7ae5-84c6-4d36-818b-60e1aaf89c90" -d '{"events": [{"server_uuid": "89b92852-7da8-434b-a36b-3c6d6e9dfa5d", "name": "network-vif-deleted", "tag": "e6c2178a-218e-4d68-88a6-5ab73559a1d0"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:52.626961 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f5b18-c9d6-4d25-ba07-57c3179b9834 x-openstack-request-id: req-fb4f5b18-c9d6-4d25-ba07-57c3179b9834 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:52.627244 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b92852-7da8-434b-a36b-3c6d6e9dfa5d", "name": "network-vif-deleted", "tag": "e6c2178a-218e-4d68-88a6-5ab73559a1d0", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:52.627510 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb4f5b18-c9d6-4d25-ba07-57c3179b9834 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:52.627898 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b92852-7da8-434b-a36b-3c6d6e9dfa5d', 'name': 'network-vif-deleted', 'tag': 'e6c2178a-218e-4d68-88a6-5ab73559a1d0', 'status': 'completed', 'code': 200} Jul 22 02:31:53.384077 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 32864) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:53.838705 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:54.158003 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Deleting port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:54.158609 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:54.242345 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] For port ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,segment=NetworkSegment(efce6739-eb60-4136-a536-4cbf40bcf752),segment_id=efce6739-eb60-4136-a536-4cbf40bcf752)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:54.242692 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:54.257465 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Calling delete_port for ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf owned by network:router_interface {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:54.468719 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:54.495002 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:54.653351 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:54.881217 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Router d67fe552-3c4e-49eb-90d8-b9a924b537b7 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:31:55.158721 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e6c2178a-218e-4d68-88a6-5ab73559a1d0 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:55.178623 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: e6c2178a-218e-4d68-88a6-5ab73559a1d0 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:55.178969 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e6c2178a-218e-4d68-88a6-5ab73559a1d0 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:55.188960 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:55.194055 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f08161a5-895d-4050-98d4-bbf475e26983 admin admin] 10.222.0.25 "PUT /v2.0/routers/d67fe552-3c4e-49eb-90d8-b9a924b537b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089209 Jul 22 02:31:55.196458 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 32916) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:55.198918 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] Sync routers for ids ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:55.207710 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] Routers {'d67fe552-3c4e-49eb-90d8-b9a924b537b7'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:55.208309 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:55.300999 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks [] for router, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.323960 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] Set router d67fe552-3c4e-49eb-90d8-b9a924b537b7 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:55.410400 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.476720 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Deleting port 66940d22-32fc-4efc-b3de-7a73014a2eb8 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:55.477784 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.519824 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:31:54Z', 'revision_number': 5, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port': {'id': '66940d22-32fc-4efc-b3de-7a73014a2eb8', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:78:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:55.520095 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 32930) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:55.550304 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] Checking router: d67fe552-3c4e-49eb-90d8-b9a924b537b7 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:55.558540 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] Routers {'d67fe552-3c4e-49eb-90d8-b9a924b537b7'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:55.559124 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] For port 66940d22-32fc-4efc-b3de-7a73014a2eb8, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=66940d22-32fc-4efc-b3de-7a73014a2eb8,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:55.559254 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:55.559490 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.575272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Calling delete_port for 66940d22-32fc-4efc-b3de-7a73014a2eb8 owned by network:router_gateway {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:55.651612 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] Set router d67fe552-3c4e-49eb-90d8-b9a924b537b7 gateway port host: None {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:55.658677 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-449bf177-f176-4fb7-9a7f-6da79e1a86e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.720274 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:31:55Z', 'revision_number': 6, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:55.755408 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605c2b8-b650-4649-b722-8a172116b9d5 None None] The sync data for ids ['d67fe552-3c4e-49eb-90d8-b9a924b537b7'] in dv-cinder-792299-6-smb is: [{'id': 'd67fe552-3c4e-49eb-90d8-b9a924b537b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1385648088-router', 'tenant_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:17Z', 'updated_at': '2021-07-22T02:31:55Z', 'revision_number': 6, 'project_id': 'df17f971dd6146ff9d6cf2f3117913cf', 'gw_port_host': None}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:55.760223 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-449bf177-f176-4fb7-9a7f-6da79e1a86e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.766042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-449bf177-f176-4fb7-9a7f-6da79e1a86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.773304 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.810675 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Pushing event deleted for resources: {'Port': ['ID=66940d22-32fc-4efc-b3de-7a73014a2eb8,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:55.812279 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bf177-f176-4fb7-9a7f-6da79e1a86e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713ecd51-7fba-426c-9b45-a67bf7750698,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:55.820032 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-449bf177-f176-4fb7-9a7f-6da79e1a86e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=014bb1b978d047848804d9d3d30f1774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956967 Jul 22 02:31:55.822147 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 32934) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:55.874500 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3d7b19ce-5a0a-47cf-9444-cdbd4bf55fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.875051 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.896146 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3d7b19ce-5a0a-47cf-9444-cdbd4bf55fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.944306 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3d7b19ce-5a0a-47cf-9444-cdbd4bf55fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.947151 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3d7b19ce-5a0a-47cf-9444-cdbd4bf55fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.948300 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-3d7b19ce-5a0a-47cf-9444-cdbd4bf55fee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/713ecd51-7fba-426c-9b45-a67bf7750698 HTTP/1.1" status: 204 len: 168 time: 0.1251833 Jul 22 02:31:55.955883 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b19ce-5a0a-47cf-9444-cdbd4bf55fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713ecd51-7fba-426c-9b45-a67bf7750698,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:55.982573 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:55.984815 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.054035 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.054556 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d67fe552-3c4e-49eb-90d8-b9a924b537b7 {{(pid=93228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:31:56.059274 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.060443 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b0058bbc-4616-47e6-8789-3739aef2b10b admin admin] 10.222.0.25 "DELETE /v2.0/routers/d67fe552-3c4e-49eb-90d8-b9a924b537b7 HTTP/1.1" status: 204 len: 168 time: 0.8628871 Jul 22 02:31:56.065861 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 32938) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:56.114296 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Deleting subnet 43bfff05-fcdc-4fbb-9eb2-accb050b2020 {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:31:56.117528 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.157778 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.200086 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.243686 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 32942) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:56.256279 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.257042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-37ebe2e7-a087-44cc-a154-5f8e9c7aae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.282324 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bfff05-fcdc-4fbb-9eb2-accb050b2020,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:56.286358 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.288416 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-3d782634-4fe2-451e-8f6d-e246bcb87834 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43bfff05-fcdc-4fbb-9eb2-accb050b2020 HTTP/1.1" status: 204 len: 168 time: 0.2216146 Jul 22 02:31:56.290821 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 32944) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:56.354353 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-37ebe2e7-a087-44cc-a154-5f8e9c7aae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.358353 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-37ebe2e7-a087-44cc-a154-5f8e9c7aae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.358891 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.440352 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.451625 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc372da-64c0-4e73-9ebf-00355222074f']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:56.466984 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efce6739-eb60-4136-a536-4cbf40bcf752') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:56.467332 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efce6739-eb60-4136-a536-4cbf40bcf752') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:56.478421 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.500977 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.507947 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:31:56.508550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:31:56.510888 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:31:56.574771 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.584125 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.588674 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2dc372da-64c0-4e73-9ebf-00355222074f HTTP/1.1" status: 204 len: 168 time: 0.2945445 Jul 22 02:31:56.597331 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8216c5b-2bd1-4a95-b0b8-fd2e825b95c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc372da-64c0-4e73-9ebf-00355222074f,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:56.606432 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-37ebe2e7-a087-44cc-a154-5f8e9c7aae46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b68fce66d0f4a30b419a7604f24fcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615177 Jul 22 02:31:56.608106 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebe2e7-a087-44cc-a154-5f8e9c7aae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd74582-370e-4fe5-88a4-58f4eafb03ed,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:56.609878 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 32952) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:56.663325 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d3d9c83a-a3dc-4a72-b627-9f8024617416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.697839 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d3d9c83a-a3dc-4a72-b627-9f8024617416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.753214 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d3d9c83a-a3dc-4a72-b627-9f8024617416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.756871 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d3d9c83a-a3dc-4a72-b627-9f8024617416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.758398 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d3d9c83a-a3dc-4a72-b627-9f8024617416 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bd74582-370e-4fe5-88a4-58f4eafb03ed HTTP/1.1" status: 204 len: 168 time: 0.1472938 Jul 22 02:31:56.767102 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9c83a-a3dc-4a72-b627-9f8024617416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd74582-370e-4fe5-88a4-58f4eafb03ed,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:56.829848 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:56.830663 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 32960) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:56.865967 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:56.866335 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device ede39bf6-4d9e-4b8a-96c6-ecf98dc2eebf not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:56.866811 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 66940d22-32fc-4efc-b3de-7a73014a2eb8 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:56.888247 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 66940d22-32fc-4efc-b3de-7a73014a2eb8 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:56.888860 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 66940d22-32fc-4efc-b3de-7a73014a2eb8 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:56.896304 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0516a8d5-9bda-44a3-8a6f-a1abfb7d4e03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df17f971dd6146ff9d6cf2f3117913cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642614 Jul 22 02:31:56.899043 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 32962) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:56.962582 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ca004229-f8fd-47cb-887a-261983e53446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:56.986230 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ca004229-f8fd-47cb-887a-261983e53446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.038874 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ca004229-f8fd-47cb-887a-261983e53446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.041826 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ca004229-f8fd-47cb-887a-261983e53446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.045773 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ca004229-f8fd-47cb-887a-261983e53446 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/811c303a-0862-4e3b-ad49-d7b68290dbf6 HTTP/1.1" status: 204 len: 168 time: 0.1433656 Jul 22 02:31:57.052362 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004229-f8fd-47cb-887a-261983e53446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811c303a-0862-4e3b-ad49-d7b68290dbf6,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:57.718224 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33010) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:57.816475 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-network', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:57.839517 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Made reservation on behalf of 77706b45c1cc43af8dd20aba5434fa90 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:57.841899 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.850497 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.945508 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.949776 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.970287 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:31:57.984254 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc5b34-9077-433c-aa08-bfe03fa65008,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:57.991502 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:57.992026 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Added segment 59f211f6-b42e-4558-b768-1c4a192e13bb of type vlan for network 448171e1-0ea3-4faf-92f5-138e5672b0a2 Jul 22 02:31:58.039392 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.074238 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.077177 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:58.077177 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.112624 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3928099 Jul 22 02:31:58.115722 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33028) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:58.121640 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Request body: {'subnet': {'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-subnet', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:58.143456 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c283b2-8981-44b2-93e3-901a30f3be83 admin admin] Pushing event updated for resources: {'Network': ['ID=448171e1-0ea3-4faf-92f5-138e5672b0a2,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:58.143885 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Made reservation on behalf of 77706b45c1cc43af8dd20aba5434fa90 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:58.146361 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4418435'] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.155070 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:31:58.326610 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4282599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4418545'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.394612 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e384cb14-c0dc-4cf7-8d44-9f7162d28735,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:58.403624 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Checking segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:58.403986 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Network hostable DHCP agents. Network: 448171e1-0ea3-4faf-92f5-138e5672b0a2, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:31:58.423144 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:31:58.432342 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 448171e1-0ea3-4faf-92f5-138e5672b0a2) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:58.436788 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:58.437534 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.441908 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5075d2a3-16a7-4c77-bb4d-fb125c947f03 None None] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:31:58.457893 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-66a88742-a4cf-4956-8b8a-a74aa3bdb07d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3402615 Jul 22 02:31:58.460840 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33044) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:58.465508 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:58.487452 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.488827 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.541550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.605174 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-448171e1-0ea3-4faf-92f5-138e5672b0a2', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:31:58.606068 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.688020 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.743581 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33052) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:58.750508 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Allocated IP 172.20.0.2 (448171e1-0ea3-4faf-92f5-138e5672b0a2/e384cb14-c0dc-4cf7-8d44-9f7162d28735/5c70d3df-ff0f-4c46-b090-80f86a58a157) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:58.906700 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-80edbcd6-cb21-44ba-b5d7-eac1b585d194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.950693 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.956319 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.973110 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Transition to ACTIVE for port object 5c70d3df-ff0f-4c46-b090-80f86a58a157 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:58.989285 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:58.990889 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Transition to ACTIVE for port object 5c70d3df-ff0f-4c46-b090-80f86a58a157 will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:59.002266 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.039572 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-80edbcd6-cb21-44ba-b5d7-eac1b585d194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.048779 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-80edbcd6-cb21-44ba-b5d7-eac1b585d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.062755 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:59.068038 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:59.073637 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:59.112931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Pushing event updated for resources: {'Port': ['ID=5c70d3df-ff0f-4c46-b090-80f86a58a157,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:59.136998 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-80edbcd6-cb21-44ba-b5d7-eac1b585d194 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1c2c9e8106b486bb7d9f5c9a80a57f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920999 Jul 22 02:31:59.137859 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edbcd6-cb21-44ba-b5d7-eac1b585d194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27bd711-5dba-41f1-bc93-b6bda03b3824,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:59.138612 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33062) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:59.147403 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Allocated IP 172.28.1.56 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/77d89002-d251-477c-a91e-be63ab42fb1b) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:59.155716 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Attempting to bind port 5c70d3df-ff0f-4c46-b090-80f86a58a157 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:59.156706 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Attempting to bind port 5c70d3df-ff0f-4c46-b090-80f86a58a157 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:59.157486 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Attempting to bind port 5c70d3df-ff0f-4c46-b090-80f86a58a157 on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:59.163181 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:59.163544 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Checking segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:59.164099 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.164662 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Bound using segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:59.165288 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Bound port: 5c70d3df-ff0f-4c46-b090-80f86a58a157, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:59.165800 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.245905 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] For port 5c70d3df-ff0f-4c46-b090-80f86a58a157, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:59.250132 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] For port 5c70d3df-ff0f-4c46-b090-80f86a58a157, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=5c70d3df-ff0f-4c46-b090-80f86a58a157,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:59.252343 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-60ad9958-2b8b-46c8-88e3-96a2842c4cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.257288 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.318676 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-60ad9958-2b8b-46c8-88e3-96a2842c4cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.338384 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8c5b8-4e60-4ff5-b61c-f95682da447e None None] Pushing event updated for resources: {'Port': ['ID=5c70d3df-ff0f-4c46-b090-80f86a58a157,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:59.364207 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.400477 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-60ad9958-2b8b-46c8-88e3-96a2842c4cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.402967 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-60ad9958-2b8b-46c8-88e3-96a2842c4cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.404093 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-60ad9958-2b8b-46c8-88e3-96a2842c4cb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27bd711-5dba-41f1-bc93-b6bda03b3824 HTTP/1.1" status: 204 len: 168 time: 0.2645721 Jul 22 02:31:59.416484 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad9958-2b8b-46c8-88e3-96a2842c4cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27bd711-5dba-41f1-bc93-b6bda03b3824,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:59.424230 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.470492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:59.473075 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:59.476908 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:59.510427 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Pushing event updated for resources: {'Port': ['ID=77d89002-d251-477c-a91e-be63ab42fb1b,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:59.740223 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33068) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:59.754793 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:59.756624 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3a9f06d0-5cc2-4641-b488-b979271ddfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.228264 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c457d59-921e-40b1-89db-cdd060703431 None None] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:00.233136 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3a9f06d0-5cc2-4641-b488-b979271ddfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.249918 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3a9f06d0-5cc2-4641-b488-b979271ddfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.266113 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.294442 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f06d0-5cc2-4641-b488-b979271ddfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91aff46-96d6-4fa3-9488-666627bfc03b,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:00.328440 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-3a9f06d0-5cc2-4641-b488-b979271ddfef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d182aef3d112497f8006ee7295f1fd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871737 Jul 22 02:32:00.331260 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33072) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:00.388293 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-322f7d92-943a-4ced-b4a1-9fb73a94448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.412833 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-322f7d92-943a-4ced-b4a1-9fb73a94448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.427472 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:32:00.445513 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-0e869cfb-cc2b-407c-8019-bb5cc239f1c5 None None] Provisioning for port 5c70d3df-ff0f-4c46-b090-80f86a58a157 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:00.468705 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-322f7d92-943a-4ced-b4a1-9fb73a94448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.471348 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-322f7d92-943a-4ced-b4a1-9fb73a94448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.472625 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-322f7d92-943a-4ced-b4a1-9fb73a94448f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d91aff46-96d6-4fa3-9488-666627bfc03b HTTP/1.1" status: 204 len: 168 time: 0.1402292 Jul 22 02:32:00.483122 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f7d92-943a-4ced-b4a1-9fb73a94448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91aff46-96d6-4fa3-9488-666627bfc03b,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:00.546351 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:00.558679 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:00.565430 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.567457 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-0837cfb8-9940-42d3-9bb0-c9819a737b92 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1055260 Jul 22 02:32:00.568550 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:00.569219 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:00.570902 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33076) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:00.698931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:00.874468 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 5c70d3df-ff0f-4c46-b090-80f86a58a157 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:00.975813 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 5c70d3df-ff0f-4c46-b090-80f86a58a157 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:00.983802 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 5c70d3df-ff0f-4c46-b090-80f86a58a157 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:00.984192 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.987435 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:31:59Z', 'revision_number': 3, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:01.033365 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:01.033743 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Updating router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf port 77d89002-d251-477c-a91e-be63ab42fb1b binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:32:01.083650 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.091691 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.193048 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.257640 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 5c70d3df-ff0f-4c46-b090-80f86a58a157, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=5c70d3df-ff0f-4c46-b090-80f86a58a157,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:01.262265 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Allocated IP 172.20.0.1 (448171e1-0ea3-4faf-92f5-138e5672b0a2/e384cb14-c0dc-4cf7-8d44-9f7162d28735/4c5317c3-2076-41b8-93c9-f67f4fb8191a) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:01.266174 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.373445 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=5c70d3df-ff0f-4c46-b090-80f86a58a157,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:01.386973 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.406339 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Transition to ACTIVE for port object 4c5317c3-2076-41b8-93c9-f67f4fb8191a will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:01.442423 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.444540 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.457377 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Transition to ACTIVE for port object 77d89002-d251-477c-a91e-be63ab42fb1b will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:01.466924 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.486716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:01.491965 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:01.495809 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:01.518516 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Attempting to bind port 77d89002-d251-477c-a91e-be63ab42fb1b on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:01.518896 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Attempting to bind port 77d89002-d251-477c-a91e-be63ab42fb1b by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:01.519261 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Attempting to bind port 77d89002-d251-477c-a91e-be63ab42fb1b on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:01.527012 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8273938-b50f-4b06-853e-0c905a59fc55 None None] Pushing event updated for resources: {'Port': ['ID=77d89002-d251-477c-a91e-be63ab42fb1b,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:01.529784 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:01.530311 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:01.531039 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.531273 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:01.531750 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Bound port: 77d89002-d251-477c-a91e-be63ab42fb1b, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:01.532142 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.548397 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.592258 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] For port 77d89002-d251-477c-a91e-be63ab42fb1b, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:01.596909 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] For port 77d89002-d251-477c-a91e-be63ab42fb1b, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=77d89002-d251-477c-a91e-be63ab42fb1b,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:01.602839 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.646476 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5317c3-2076-41b8-93c9-f67f4fb8191a,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:01.674855 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8273938-b50f-4b06-853e-0c905a59fc55 None None] Pushing event updated for resources: {'Port': ['ID=77d89002-d251-477c-a91e-be63ab42fb1b,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:01.682488 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:01.683355 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:01.707904 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.787904 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-df5741bd-c98a-49bd-b8b1-db97094ef356 None None] Provisioning for port 4c5317c3-2076-41b8-93c9-f67f4fb8191a completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:01.795039 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-df5741bd-c98a-49bd-b8b1-db97094ef356 None None] Provisioning complete for port 4c5317c3-2076-41b8-93c9-f67f4fb8191a triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:01.795366 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-df5741bd-c98a-49bd-b8b1-db97094ef356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.834760 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:01.866264 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-df5741bd-c98a-49bd-b8b1-db97094ef356 None None] Port 4c5317c3-2076-41b8-93c9-f67f4fb8191a cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:01.893750 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.901450 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.981011 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:01.983497 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5317c3-2076-41b8-93c9-f67f4fb8191a,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:02.080276 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:02.091626 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:02.094038 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:02.111950 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae05dc5-07a6-4386-9c04-89e6cf16adaf None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:02.249652 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:02.409126 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f37a136a-3c4f-4589-8cce-973da3298afe None None] Provisioning complete for port 4c5317c3-2076-41b8-93c9-f67f4fb8191a triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:02.411238 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f37a136a-3c4f-4589-8cce-973da3298afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:02.446243 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:02.453661 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-f37a136a-3c4f-4589-8cce-973da3298afe None None] Port 4c5317c3-2076-41b8-93c9-f67f4fb8191a cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:02.465760 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-232751d4-ed43-40a6-8f83-3ad88bf0acf1 admin admin] 10.222.0.25 "PUT /v2.0/routers/28091ad3-ce7d-4cab-a34e-09f71f6b70bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857906 Jul 22 02:32:02.846875 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 5c70d3df-ff0f-4c46-b090-80f86a58a157 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:02.908832 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 5c70d3df-ff0f-4c46-b090-80f86a58a157 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:02.909202 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.356557 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33178) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:03.361603 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916557488', 'description': 'tempest-description--1853131418'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:03.386242 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.474373 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.478152 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.510548 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.512089 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1545343 Jul 22 02:32:03.515815 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33180) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:03.523156 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'security_group_rule': {'security_group_id': 'accb787d-7394-4be1-861d-a9cdf9a341db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:03.530824 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62609d-7593-46d4-9f9a-74a1f6a4b494 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accb787d-7394-4be1-861d-a9cdf9a341db,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:03.556591 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.617624 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.621195 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.639930 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd7e58d-fbfe-44e6-898f-b46f1c9d97a3,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:03.646729 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.647914 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2d5924b7-78a6-4c96-b798-5921c3b12d20 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311612 Jul 22 02:32:03.650465 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33182) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:03.654706 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'security_group_rule': {'security_group_id': 'accb787d-7394-4be1-861d-a9cdf9a341db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:03.681550 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.741217 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.744878 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.763644 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabf70a2-1b18-4bb6-98f5-ec797cf07bd8,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:03.772831 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.774061 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-e2f7e677-37ac-4921-94a4-0c95c1f1e70c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226854 Jul 22 02:32:03.776951 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33184) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:03.781741 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'floatingip': {'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:03.805891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:03.908890 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.015243 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Allocated IP 172.28.1.67 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/90aa68af-bd59-49c9-bf95-4688d0656494) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:04.095352 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:04.106267 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:04.107055 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:04.127857 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.167565 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.207629 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:04.210451 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:04.214208 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:04.223672 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:04.238361 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'Port': ['ID=90aa68af-bd59-49c9-bf95-4688d0656494,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:04.307215 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.354398 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.428509 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 2, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:04.454224 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:04.454584 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Updating router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf port 4c5317c3-2076-41b8-93c9-f67f4fb8191a binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:32:04.512272 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.517277 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.573507 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.587668 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'Port': ['ID=90aa68af-bd59-49c9-bf95-4688d0656494,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:04.600140 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.616619 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.626740 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-376f87ad-ba89-4a98-91d0-889416131deb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8486817 Jul 22 02:32:04.780991 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-d0eb5d4b-dd23-4b47-ade7-a6ba54141b30 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--916557488&fields=id&tenant_id=77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 267 time: 0.0537291 Jul 22 02:32:04.835032 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77d89002-d251-477c-a91e-be63ab42fb1b up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:04.862638 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.881026 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Transition to ACTIVE for port object 4c5317c3-2076-41b8-93c9-f67f4fb8191a will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:04.887883 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.889089 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 77d89002-d251-477c-a91e-be63ab42fb1b completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:04.896124 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 77d89002-d251-477c-a91e-be63ab42fb1b triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:04.896763 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:04.911340 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e52a15c0-d3df-41b8-b3b9-33d5cb14cfed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:04.913213 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e52a15c0-d3df-41b8-b3b9-33d5cb14cfed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 817 time: 0.1252818 Jul 22 02:32:04.931993 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e82ccc8f-0130-4faf-8bc9-cc387877d0a6 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/quotas/77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 375 time: 0.0126061 Jul 22 02:32:04.934326 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075639-e796-49b4-92cd-619a03d4a91a None None] Pushing event updated for resources: {'Port': ['ID=4c5317c3-2076-41b8-93c9-f67f4fb8191a,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:04.995949 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.012252 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Attempting to bind port 4c5317c3-2076-41b8-93c9-f67f4fb8191a on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:05.012680 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Attempting to bind port 4c5317c3-2076-41b8-93c9-f67f4fb8191a by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:05.013040 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Attempting to bind port 4c5317c3-2076-41b8-93c9-f67f4fb8191a on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:05.018985 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:05.019363 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Checking segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:05.019518 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 77d89002-d251-477c-a91e-be63ab42fb1b, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=77d89002-d251-477c-a91e-be63ab42fb1b,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:05.019765 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.020160 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Bound using segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:05.020631 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Bound port: 4c5317c3-2076-41b8-93c9-f67f4fb8191a, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:05.021027 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.025362 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.035528 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-2a140bf9-e6c1-44ed-84a4-ae2344e79977 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947554 Jul 22 02:32:05.109674 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] For port 4c5317c3-2076-41b8-93c9-f67f4fb8191a, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:05.114101 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] For port 4c5317c3-2076-41b8-93c9-f67f4fb8191a, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4c5317c3-2076-41b8-93c9-f67f4fb8191a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:05.121265 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.159859 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-21c4fdab-32eb-42e7-a205-121890c3b4f0 service neutron] 10.222.0.25 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086848 Jul 22 02:32:05.252270 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=77d89002-d251-477c-a91e-be63ab42fb1b,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:05.273333 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075639-e796-49b4-92cd-619a03d4a91a None None] Pushing event updated for resources: {'Port': ['ID=4c5317c3-2076-41b8-93c9-f67f4fb8191a,revision_number=4']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:05.289193 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:05.289938 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:31:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:05.294337 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-01733edf-b727-413f-9f27-b96415e2716d service neutron] 10.222.0.25 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289463 Jul 22 02:32:05.418347 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:05.507296 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f091b7c3-a077-4310-80c9-731d87e2c850 req-5e0b1712-d249-4dee-850a-b2bb2a2148b3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 210 time: 0.0350559 Jul 22 02:32:05.676044 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:05Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:05.708102 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76c2a4-f915-42f7-8368-f8fe9e342878 None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:05Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:06.575694 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-f6d2fde3-57a6-4156-ba5e-0d1f56aa4e78 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:06.577561 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-f6d2fde3-57a6-4156-ba5e-0d1f56aa4e78 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 817 time: 0.1132517 Jul 22 02:32:06.621368 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-22b45a21-54e2-48a8-bc58-b64a29a48d47 req-d5d66dd6-04e0-4f5e-bb04-b592e94c0a71 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 210 time: 0.0347016 Jul 22 02:32:06.637360 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-b1965f05-debe-4d1d-86c5-445267b09a33 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 379 time: 0.0491862 Jul 22 02:32:06.653402 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'port': {'device_id': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'admin_state_up': True, 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'security_groups': ['accb787d-7394-4be1-861d-a9cdf9a341db']}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:06.765573 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Made reservation on behalf of 77706b45c1cc43af8dd20aba5434fa90 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:06.769715 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:06.833736 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77d89002-d251-477c-a91e-be63ab42fb1b up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:06.882818 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 77d89002-d251-477c-a91e-be63ab42fb1b triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:06.883193 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:06.911586 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Allocated IP 172.20.0.4 (448171e1-0ea3-4faf-92f5-138e5672b0a2/e384cb14-c0dc-4cf7-8d44-9f7162d28735/19cdcd4f-d009-4903-b44b-16eb4ed9be72) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:06.961064 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4c5317c3-2076-41b8-93c9-f67f4fb8191a up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:07.016287 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 4c5317c3-2076-41b8-93c9-f67f4fb8191a completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:07.020404 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4c5317c3-2076-41b8-93c9-f67f4fb8191a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:07.020785 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.048360 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.063461 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Transition to ACTIVE for port object 19cdcd4f-d009-4903-b44b-16eb4ed9be72 will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:07.098520 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.099914 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.135704 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 4c5317c3-2076-41b8-93c9-f67f4fb8191a, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4c5317c3-2076-41b8-93c9-f67f4fb8191a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:07.140718 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.145054 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:07.150171 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:07.153667 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:07.179381 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:07.199070 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=4c5317c3-2076-41b8-93c9-f67f4fb8191a,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:07.209984 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:07.210614 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.232367 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-e74d18ff-9d20-4331-979e-d9a89e9e1ae3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860705 Jul 22 02:32:07.250469 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Request body: {'port': {'device_id': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:07.333589 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.370815 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-44f2c831-ba73-40df-9cea-9135899fcf7b None None] Provisioning for port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:07.375964 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-44f2c831-ba73-40df-9cea-9135899fcf7b None None] Provisioning complete for port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:07.376423 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-44f2c831-ba73-40df-9cea-9135899fcf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.411051 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-44f2c831-ba73-40df-9cea-9135899fcf7b None None] Port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:07.605032 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cdcd4f-d009-4903-b44b-16eb4ed9be72 {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:07.612986 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.625333 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Transition to ACTIVE for port object 19cdcd4f-d009-4903-b44b-16eb4ed9be72 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:07.629280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.646141 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b5856387-581d-4e17-8edf-e340b57dc25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.702969 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:07.756149 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Attempting to bind port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:07.756490 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Attempting to bind port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:07.756876 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Attempting to bind port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:07.761649 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:32:07.761977 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Attempting to bind port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:07.771401 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:07.771746 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Checking segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:07.772140 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Bound using segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:07.772615 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Bound port: 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:07.773007 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.777416 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36722e-a138-4fbb-b5ab-32a0ca9709d0 req-154650be-2b9f-498a-bf34-9fbd54bd8299 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:07.786012 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae36722e-a138-4fbb-b5ab-32a0ca9709d0 req-154650be-2b9f-498a-bf34-9fbd54bd8299 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0799778 Jul 22 02:32:07.832400 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae36722e-a138-4fbb-b5ab-32a0ca9709d0 req-f803f7b8-f0b8-47c5-9332-94549513188d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Jul 22 02:32:08.053277 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:08.056766 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:08.060430 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:08.095820 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.096546 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:08.097888 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] 10.222.0.32 "PUT /v2.0/ports/19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 200 len: 1093 time: 0.8530085 Jul 22 02:32:08.098296 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:08.100597 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6db0ef1-028a-4934-9015-eab75d41ec71" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:08.136182 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eb45a-307c-4248-a1e6-c479622e0929 service neutron] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:08.144814 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e626a3-61aa-4d61-b0cd-5f8a28ad32c1 x-openstack-request-id: req-03e626a3-61aa-4d61-b0cd-5f8a28ad32c1 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:08.145650 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:08.145650 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e626a3-61aa-4d61-b0cd-5f8a28ad32c1 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:08.146131 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'status': 'completed', 'code': 200} Jul 22 02:32:08.210946 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-61d6db4c-e958-4a1e-9609-bca3ddf3c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.212482 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-61d6db4c-e958-4a1e-9609-bca3ddf3c032 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1096 time: 0.0600617 Jul 22 02:32:08.258169 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-f683d6c7-af66-4cff-89c0-c08e6b12f79d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 200 len: 217 time: 0.0359433 Jul 22 02:32:08.309945 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-82c8c92e-f568-4efe-ad19-0191f95d5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.311492 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-82c8c92e-f568-4efe-ad19-0191f95d5180 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0460839 Jul 22 02:32:08.380363 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-f8c55919-218e-4324-90db-ae7451ee36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.382030 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-f8c55919-218e-4324-90db-ae7451ee36f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0625906 Jul 22 02:32:08.476606 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-f92f2646-2102-4ceb-938b-b5b435e7a77c service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871675 Jul 22 02:32:08.586092 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d86108c0-9b3c-4b1f-9a7a-b46a379b409c req-9fed444d-f9b9-40ee-8b07-899289d54f63 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930233 Jul 22 02:32:08.709500 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-9a402258-fad6-49f2-a07d-66b9b134c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.711042 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-9a402258-fad6-49f2-a07d-66b9b134c7d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1096 time: 0.0550261 Jul 22 02:32:08.807731 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4c5317c3-2076-41b8-93c9-f67f4fb8191a up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:08.810520 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-4849d846-b785-40ca-a9f5-1a1a9b26b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.812673 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-4849d846-b785-40ca-a9f5-1a1a9b26b750 service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.0907993 Jul 22 02:32:08.854183 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-4f58ef31-4068-4108-9f8c-40560cdb4c22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 200 len: 217 time: 0.0344224 Jul 22 02:32:08.855351 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4c5317c3-2076-41b8-93c9-f67f4fb8191a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:08.855724 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:08.917561 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-1b196b66-f00f-4da2-b0c5-2973a5a21083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.919223 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-1b196b66-f00f-4da2-b0c5-2973a5a21083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0525715 Jul 22 02:32:08.977068 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279d91-90d3-4c61-a594-94beeb1caa01 req-c271e033-ab8c-471d-bf3c-66dae92a8efd tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.978705 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-72279d91-90d3-4c61-a594-94beeb1caa01 req-c271e033-ab8c-471d-bf3c-66dae92a8efd tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0765927 Jul 22 02:32:09.005859 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-11032df1-b796-49c9-916b-5f07792e1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:09.007458 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-11032df1-b796-49c9-916b-5f07792e1752 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0642567 Jul 22 02:32:09.026539 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-72279d91-90d3-4c61-a594-94beeb1caa01 req-a94aedf9-3997-4dea-bed0-f7a322cbb193 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Jul 22 02:32:09.102081 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-f4230e86-5402-4274-9448-679dedbc5937 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840871 Jul 22 02:32:09.199119 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-e6db0ef1-028a-4934-9015-eab75d41ec71 req-a24b601b-9c8f-4811-8746-3b7b5a9801cf service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879712 Jul 22 02:32:09.917539 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796f8f-668b-4b55-a4e2-5fc9f9d5ddfc req-23dc5e5b-afed-4689-8e2a-034787682d10 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:09.919042 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-07796f8f-668b-4b55-a4e2-5fc9f9d5ddfc req-23dc5e5b-afed-4689-8e2a-034787682d10 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0657136 Jul 22 02:32:09.957808 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-07796f8f-668b-4b55-a4e2-5fc9f9d5ddfc req-4e526f68-c4d4-4c4a-b381-19be1ab1413e tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Jul 22 02:32:10.071367 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:10.164648 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9db109-8b9f-4ee7-9774-8b708bc337ff req-ed5c0c12-d72a-4c5f-9bb7-84905fd704f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:10.166133 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6e9db109-8b9f-4ee7-9774-8b708bc337ff req-ed5c0c12-d72a-4c5f-9bb7-84905fd704f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0630901 Jul 22 02:32:10.204371 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6e9db109-8b9f-4ee7-9774-8b708bc337ff req-328a9708-2384-4f95-ae30-482068efd77f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Jul 22 02:32:10.279033 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f8029788-8c63-41e0-b712-719381eec4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:10.590850 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:11.089419 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207d79e-6895-4970-8c0c-f524d58d816f req-aeb6c4a6-7c7c-4b60-b721-e6ab7a481e76 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:11.090856 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e207d79e-6895-4970-8c0c-f524d58d816f req-aeb6c4a6-7c7c-4b60-b721-e6ab7a481e76 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0668070 Jul 22 02:32:11.128683 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e207d79e-6895-4970-8c0c-f524d58d816f req-755831d0-5468-49c8-bcc5-1da98b704eba tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Jul 22 02:32:11.211051 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:32:11.301791 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:32:11.339351 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0044a-b482-4a81-b2f1-095ae5cd0a52 req-944c42a5-4bbd-44ac-95f8-be0393479607 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:11.341003 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ea0044a-b482-4a81-b2f1-095ae5cd0a52 req-944c42a5-4bbd-44ac-95f8-be0393479607 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0661817 Jul 22 02:32:11.380944 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ea0044a-b482-4a81-b2f1-095ae5cd0a52 req-5fe3f692-d18a-4d20-8a01-81794874c1b6 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332303 Jul 22 02:32:11.396997 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:11.410528 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:32:11.450307 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:11.463433 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cdcd4f-d009-4903-b44b-16eb4ed9be72 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:11.482120 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:11.487062 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:11.534089 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:11.566245 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:11.787964 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['19cdcd4f-d009-4903-b44b-16eb4ed9be72'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:12.262977 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6393f1-1446-4777-98c7-461b2c657604 req-3e5566ef-6391-47b9-b6ff-5cdebcd2c89a tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:12.264559 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ba6393f1-1446-4777-98c7-461b2c657604 req-3e5566ef-6391-47b9-b6ff-5cdebcd2c89a tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0677578 Jul 22 02:32:12.303377 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ba6393f1-1446-4777-98c7-461b2c657604 req-bc1d0233-3915-446e-88ae-b9f0c9cbaff8 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Jul 22 02:32:12.515979 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcc510-1a3c-4d43-9d0f-75ba3b00b6e4 req-bd62d146-ccfa-4a35-899f-5ab72c90cb64 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:12.517456 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-82dcc510-1a3c-4d43-9d0f-75ba3b00b6e4 req-bd62d146-ccfa-4a35-899f-5ab72c90cb64 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 944 time: 0.0623116 Jul 22 02:32:12.555985 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-82dcc510-1a3c-4d43-9d0f-75ba3b00b6e4 req-20bbd495-90ee-4293-af65-eb9c5fe13468 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Jul 22 02:32:13.041744 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:13.345530 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:13.393477 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:13.397242 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:13.397618 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:13.433640 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ec417-cbce-4a1c-b221-c27c9f438474 req-adff30e8-4cbd-4e22-ab87-b6ca222b0550 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.436799 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c44ec417-cbce-4a1c-b221-c27c9f438474 req-adff30e8-4cbd-4e22-ab87-b6ca222b0550 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0653458 Jul 22 02:32:13.475479 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c44ec417-cbce-4a1c-b221-c27c9f438474 req-e7015456-bd85-44fc-ac3d-a0ad436cda41 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jul 22 02:32:13.479339 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:13.506925 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:13.509168 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f779087c-9248-41ef-856c-0963744087f8" -d '{"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-plugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:13.521893 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:13.526401 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:13.553461 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2dc9e9-1e02-42f9-9a8e-d01a60545928 x-openstack-request-id: req-ff2dc9e9-1e02-42f9-9a8e-d01a60545928 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:13.553777 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-plugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:13.554029 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff2dc9e9-1e02-42f9-9a8e-d01a60545928 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:13.554418 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'code': 200} Jul 22 02:32:13.581253 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:13.721118 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50901d2-7211-4d06-8162-3d3638f25150 req-a25a4855-53e0-473e-b2cc-f4111f50895d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.722615 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a50901d2-7211-4d06-8162-3d3638f25150 req-a25a4855-53e0-473e-b2cc-f4111f50895d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0818675 Jul 22 02:32:13.737751 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdde8-94f8-4831-868a-277f6c786582 req-cf328b69-9676-4ca9-95ad-b6389767e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.739362 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4b2fdde8-94f8-4831-868a-277f6c786582 req-cf328b69-9676-4ca9-95ad-b6389767e1c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1098 time: 0.0542431 Jul 22 02:32:13.761281 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a50901d2-7211-4d06-8162-3d3638f25150 req-b217a793-87d8-46a4-9343-e0e8aec415df tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324392 Jul 22 02:32:13.777322 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4b2fdde8-94f8-4831-868a-277f6c786582 req-bfb9706c-7630-4634-b3ad-9ab04c26d552 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283971 Jul 22 02:32:14.607993 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637e59e-9b91-4771-89f9-8b7314f38532 req-f7b3e0a9-7201-4ed1-a5a1-7a3c279890de tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:14.609478 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0637e59e-9b91-4771-89f9-8b7314f38532 req-f7b3e0a9-7201-4ed1-a5a1-7a3c279890de tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0640457 Jul 22 02:32:14.653293 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0637e59e-9b91-4771-89f9-8b7314f38532 req-4810c352-604e-45f3-bee1-b851dc9651d5 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/security-groups?id=592e45f2-0ef0-4680-afd0-2c5e42c5f48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Jul 22 02:32:14.900741 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642b54f-1439-4ddc-91ec-19ed457ea3cb req-413733fd-9037-4e2d-9f39-3a9282351a5b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:14.902228 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b642b54f-1439-4ddc-91ec-19ed457ea3cb req-413733fd-9037-4e2d-9f39-3a9282351a5b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0681679 Jul 22 02:32:14.940440 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b642b54f-1439-4ddc-91ec-19ed457ea3cb req-6a627b46-977a-47e8-afff-8803c25a7d0b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Jul 22 02:32:15.252598 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-9c3f1b91-941b-4814-9d48-8181b8218d71 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:15.254081 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-9c3f1b91-941b-4814-9d48-8181b8218d71 tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0627387 Jul 22 02:32:15.357287 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Deleting port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:15.357634 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:15.443942 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] For port 2d6df103-fb5b-4820-89c0-e18c3150f8d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2d6df103-fb5b-4820-89c0-e18c3150f8d1,segment=NetworkSegment(4509a4db-db62-4bb1-8702-777e448d6492),segment_id=4509a4db-db62-4bb1-8702-777e448d6492)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:15.444203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:15.459765 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Calling delete_port for 2d6df103-fb5b-4820-89c0-e18c3150f8d1 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:15.582510 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:15.600467 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['2d6df103-fb5b-4820-89c0-e18c3150f8d1'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:15.608544 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Pushing event deleted for resources: {'Port': ['ID=2d6df103-fb5b-4820-89c0-e18c3150f8d1,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:15.662690 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] No DVR routers for this DVR port 2d6df103-fb5b-4820-89c0-e18c3150f8d1 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:15.665224 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:15.667331 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9c10e943-b874-40e3-b13a-5df04f3d9189 req-cfc480da-be03-4882-ab6a-34e77573e0bb tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.32 "DELETE /v2.0/ports/2d6df103-fb5b-4820-89c0-e18c3150f8d1 HTTP/1.1" status: 204 len: 173 time: 0.4077051 Jul 22 02:32:15.667789 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'name': 'network-vif-deleted', 'tag': '2d6df103-fb5b-4820-89c0-e18c3150f8d1'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:15.670103 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26d16f-f440-431e-9f51-ac07dddbe02d" -d '{"events": [{"server_uuid": "7760ad37-feef-42bf-8c16-19f5acbaa6d8", "name": "network-vif-deleted", "tag": "2d6df103-fb5b-4820-89c0-e18c3150f8d1"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:15.708466 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35814d71-2749-4159-aff3-0bb3c7d361b7 x-openstack-request-id: req-35814d71-2749-4159-aff3-0bb3c7d361b7 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:15.708759 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7760ad37-feef-42bf-8c16-19f5acbaa6d8", "name": "network-vif-deleted", "tag": "2d6df103-fb5b-4820-89c0-e18c3150f8d1", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:15.709047 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35814d71-2749-4159-aff3-0bb3c7d361b7 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:15.709466 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7760ad37-feef-42bf-8c16-19f5acbaa6d8', 'name': 'network-vif-deleted', 'tag': '2d6df103-fb5b-4820-89c0-e18c3150f8d1', 'status': 'completed', 'code': 200} Jul 22 02:32:15.751583 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be25bc51-e1c4-415a-ab4b-4397c9fdb649 req-a8816c83-a276-4035-995e-a03751528e5c tempest-VolumesSnapshotTestJSON-695061272 tempest-VolumesSnapshotTestJSON-695061272-project] 10.222.0.25 "GET /v2.0/ports?device_id=7760ad37-feef-42bf-8c16-19f5acbaa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Jul 22 02:32:16.074292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f276e-0bdd-42cb-a0fa-ea35da58d78b req-d2b34739-7c1d-4884-ab50-eb5a06950739 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:16.075850 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e85f276e-0bdd-42cb-a0fa-ea35da58d78b req-d2b34739-7c1d-4884-ab50-eb5a06950739 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0647421 Jul 22 02:32:16.114994 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e85f276e-0bdd-42cb-a0fa-ea35da58d78b req-4fe1a7b0-0e2d-400d-b324-11da0252633c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Jul 22 02:32:16.250302 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092badc6-7030-4897-ae67-a9c96a537a22 req-b0ecd7cf-bc13-4526-b786-814a80ca30c4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:16.252140 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-092badc6-7030-4897-ae67-a9c96a537a22 req-b0ecd7cf-bc13-4526-b786-814a80ca30c4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0682800 Jul 22 02:32:16.260433 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33318) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:16.264844 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'floatingip': {'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:16.303715 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:16.719127 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:16.722893 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:16.826122 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.l3_db [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Floating IP fdeafae7-0d83-4902-b7c6-cd32186508ca associated. External IP: 172.28.1.67, port: 19cdcd4f-d009-4903-b44b-16eb4ed9be72. Jul 22 02:32:17.239008 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:17.341328 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:17.346422 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:17.352330 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:17.361374 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:17.362023 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:17.388797 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1352d89b-093a-405e-aafe-aa296de6166e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "PUT /v2.0/floatingips/fdeafae7-0d83-4902-b7c6-cd32186508ca HTTP/1.1" status: 200 len: 990 time: 1.1246674 Jul 22 02:32:17.388797 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:17.389188 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2be555c-203b-4a6e-a860-b370448e9cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:17.431576 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dff4a1-3ae2-4973-a207-d2c0753349bb x-openstack-request-id: req-01dff4a1-3ae2-4973-a207-d2c0753349bb {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:17.431976 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:17.432351 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01dff4a1-3ae2-4973-a207-d2c0753349bb {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:17.432853 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'status': 'completed', 'code': 200} Jul 22 02:32:17.472151 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:17.519114 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-b33e0500-78af-4a39-a7fb-c823226a7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:17.520633 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-b33e0500-78af-4a39-a7fb-c823226a7ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1098 time: 0.0589819 Jul 22 02:32:17.614445 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-c8a29b71-bd00-4cea-bb1e-8da8e4cda297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:17.615934 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-c8a29b71-bd00-4cea-bb1e-8da8e4cda297 service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.0854795 Jul 22 02:32:17.685138 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-fb7bf9c8-35a2-49b2-8906-50614f7a04c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 200 len: 998 time: 0.0594871 Jul 22 02:32:17.743203 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'fdeafae7-0d83-4902-b7c6-cd32186508ca', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'floating_ip_address': '172.28.1.67', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:04Z', 'updated_at': '2021-07-22T02:32:16Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:17.744109 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-228eb5d9-ef97-4c33-b5f0-7fbfdd9edc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:17.745591 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-228eb5d9-ef97-4c33-b5f0-7fbfdd9edc5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0469682 Jul 22 02:32:17.770013 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:17.778819 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:17.779420 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:17.809118 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-0d2d0335-21e7-4b0b-8d62-e833059fc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:17.810639 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-0d2d0335-21e7-4b0b-8d62-e833059fc382 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575027 Jul 22 02:32:17.886180 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:17.910926 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-4f24d11e-189e-4030-b359-aa762abc0121 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848668 Jul 22 02:32:18.012695 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c2be555c-203b-4a6e-a860-b370448e9cbb req-9b3379e8-4a3f-4e15-8f52-8c125c8a8aa7 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942183 Jul 22 02:32:18.132553 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'fdeafae7-0d83-4902-b7c6-cd32186508ca', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'floating_ip_address': '172.28.1.67', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:04Z', 'updated_at': '2021-07-22T02:32:16Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:18.160663 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379ccabd-ad47-4155-8e9f-8d3bac5e744b None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'fdeafae7-0d83-4902-b7c6-cd32186508ca', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'floating_ip_address': '172.28.1.67', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:04Z', 'updated_at': '2021-07-22T02:32:16Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:18.367542 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7df63-fe52-4a72-9d0c-5d43e4f897cc None None] New status for floating IP fdeafae7-0d83-4902-b7c6-cd32186508ca: ACTIVE {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:32:19.362194 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2d6df103-fb5b-4820-89c0-e18c3150f8d1 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:19.382842 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 2d6df103-fb5b-4820-89c0-e18c3150f8d1 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:19.383239 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 2d6df103-fb5b-4820-89c0-e18c3150f8d1 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:19.551364 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33370) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:19.713353 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.803302 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.806863 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.841705 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dbcda9-f373-43f7-8c9b-8bf73f95d755,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:19.846793 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0355a65833f4bfe9349e51c2798c1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943084 Jul 22 02:32:19.849505 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33380) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:19.851747 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.852100 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.852445 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.852785 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.853129 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.853446 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.853816 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.854147 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.854488 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.854796 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.855119 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.855436 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda49e-5748-4b6d-89e2-503c4f86888f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.899017 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.919669 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.966200 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.968770 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:19.970797 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44dbcda9-f373-43f7-8c9b-8bf73f95d755 HTTP/1.1" status: 204 len: 168 time: 0.1201215 Jul 22 02:32:19.978273 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dbcda9-f373-43f7-8c9b-8bf73f95d755,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:19.986683 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.987023 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.987369 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.987709 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.988065 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.988627 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.989203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.989799 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.990378 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.990837 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.991172 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:19.991502 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbaa86e-1633-495a-ba5d-e8c9a4a2025c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:24.010232 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33478) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:24.113966 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9dce6c38-8fd7-4710-867a-14ef38bcd776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.200292 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9dce6c38-8fd7-4710-867a-14ef38bcd776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.204251 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9dce6c38-8fd7-4710-867a-14ef38bcd776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.243633 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce6c38-8fd7-4710-867a-14ef38bcd776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67efaaa4-3879-4624-b42e-43ff1585d3c8,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:24.247738 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9dce6c38-8fd7-4710-867a-14ef38bcd776 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da53e5b22ad746eebc8b414dd46c2906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364614 Jul 22 02:32:24.250995 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33482) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:24.297107 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cc3789b8-b01d-4420-8599-552137d82b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.318546 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cc3789b8-b01d-4420-8599-552137d82b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.369469 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cc3789b8-b01d-4420-8599-552137d82b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.372357 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cc3789b8-b01d-4420-8599-552137d82b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.373729 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-cc3789b8-b01d-4420-8599-552137d82b92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67efaaa4-3879-4624-b42e-43ff1585d3c8 HTTP/1.1" status: 204 len: 168 time: 0.1225049 Jul 22 02:32:24.390977 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3789b8-b01d-4420-8599-552137d82b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67efaaa4-3879-4624-b42e-43ff1585d3c8,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:24.652318 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33492) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:24.668423 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28b5443d-a36e-4d9e-9343-142ea897840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.770687 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28b5443d-a36e-4d9e-9343-142ea897840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.775871 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-28b5443d-a36e-4d9e-9343-142ea897840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.814975 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-28b5443d-a36e-4d9e-9343-142ea897840d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b33bb63c9d054bd8828eb07db91cd6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614859 Jul 22 02:32:24.816085 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5443d-a36e-4d9e-9343-142ea897840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce6b06-ef97-449e-8770-393d4d05e951,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:24.817606 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33498) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:24.865480 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef14a-c513-41f4-bacc-497b80721784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.886538 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef14a-c513-41f4-bacc-497b80721784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.930448 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef14a-c513-41f4-bacc-497b80721784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.932958 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d6ef14a-c513-41f4-bacc-497b80721784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.934096 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0d6ef14a-c513-41f4-bacc-497b80721784 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cce6b06-ef97-449e-8770-393d4d05e951 HTTP/1.1" status: 204 len: 168 time: 0.1153007 Jul 22 02:32:24.942483 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ef14a-c513-41f4-bacc-497b80721784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce6b06-ef97-449e-8770-393d4d05e951,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:25.279681 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661854b-bdbc-4cf0-ac5e-3e3f54c92fad req-ca87e1ff-4e69-467f-8cff-fd5b464109ae tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.281124 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2661854b-bdbc-4cf0-ac5e-3e3f54c92fad req-ca87e1ff-4e69-467f-8cff-fd5b464109ae tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0703287 Jul 22 02:32:25.322051 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2661854b-bdbc-4cf0-ac5e-3e3f54c92fad req-0e138154-c7f8-4794-b94a-55d9921cd2fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Jul 22 02:32:26.450037 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29539f-7e01-45ac-b755-9841c401dd1b req-3bcf0720-d41b-4781-8013-c3f48ab3e8b5 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:26.451539 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db29539f-7e01-45ac-b755-9841c401dd1b req-3bcf0720-d41b-4781-8013-c3f48ab3e8b5 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0641973 Jul 22 02:32:26.491000 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-db29539f-7e01-45ac-b755-9841c401dd1b req-1e56a566-7cd2-419f-9f01-097fd47526f9 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333400 Jul 22 02:32:27.623498 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb0353-89c2-41ad-b97f-b3c5a976361b req-436a1fc4-24d8-4375-b23c-d645bcbda063 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.624963 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-77bb0353-89c2-41ad-b97f-b3c5a976361b req-436a1fc4-24d8-4375-b23c-d645bcbda063 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0651567 Jul 22 02:32:27.662137 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-77bb0353-89c2-41ad-b97f-b3c5a976361b req-de115c7a-492b-4ef5-b4e5-9c116bc86061 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Jul 22 02:32:28.793480 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f03ea-c4d2-4afb-a6bb-1d67e86410cd req-f77b1c08-6cae-4af9-ac0f-0f8d7ff97fb7 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:28.795491 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6f9f03ea-c4d2-4afb-a6bb-1d67e86410cd req-f77b1c08-6cae-4af9-ac0f-0f8d7ff97fb7 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0646474 Jul 22 02:32:28.834550 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6f9f03ea-c4d2-4afb-a6bb-1d67e86410cd req-09ebecc5-e21c-4151-bd00-864743cf5a6e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341313 Jul 22 02:32:29.971013 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb230f2-0505-492f-ae43-57ded0819d94 req-2725365e-8a4f-463e-aca3-08e52c9661ec tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:29.972627 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2cb230f2-0505-492f-ae43-57ded0819d94 req-2725365e-8a4f-463e-aca3-08e52c9661ec tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0701983 Jul 22 02:32:30.010437 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2cb230f2-0505-492f-ae43-57ded0819d94 req-1f7cfe34-a29b-4ec5-8c13-29524f6ec3ad tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Jul 22 02:32:31.142162 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2fc4d-722a-4fb1-8b26-59f8e1380231 req-838cbe42-870c-4423-a700-20cabe61788c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.143624 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b8e2fc4d-722a-4fb1-8b26-59f8e1380231 req-838cbe42-870c-4423-a700-20cabe61788c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0666177 Jul 22 02:32:31.181165 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b8e2fc4d-722a-4fb1-8b26-59f8e1380231 req-bab00fe0-0235-4ce5-bde4-ff00874498c4 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Jul 22 02:32:31.415977 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68922b15-a3e7-463e-8f83-4046f11199b9 req-c8667373-084a-4ea9-a4b6-83148a89e3c0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.417585 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-68922b15-a3e7-463e-8f83-4046f11199b9 req-c8667373-084a-4ea9-a4b6-83148a89e3c0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0748756 Jul 22 02:32:31.474897 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-d12196a2-dbe8-4ef0-b4c5-fb47883c3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.476368 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-d12196a2-dbe8-4ef0-b4c5-fb47883c3590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1099 time: 0.0712335 Jul 22 02:32:31.477982 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-68922b15-a3e7-463e-8f83-4046f11199b9 req-322b18f6-bb34-468a-a1a4-b6cae14725ab tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Jul 22 02:32:31.575241 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-342ae904-b01c-4ff8-8815-89d2a3787f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.576774 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-342ae904-b01c-4ff8-8815-89d2a3787f9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.0896547 Jul 22 02:32:31.648124 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-ad561b70-0bfc-40d8-b43d-1b856778b281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 1002 time: 0.0639238 Jul 22 02:32:31.702498 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-dc4ab741-31e6-46ae-8fba-1e80adfddd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.704551 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-dc4ab741-31e6-46ae-8fba-1e80adfddd6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0500534 Jul 22 02:32:31.765094 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-bbf4ed9d-7598-4077-abaa-1e5057c2e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.767526 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-bbf4ed9d-7598-4077-abaa-1e5057c2e9b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568411 Jul 22 02:32:31.858868 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-8673e673-2915-4e61-b89e-c9c741908050 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848942 Jul 22 02:32:31.948084 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9f10cfbd-d52d-4e7d-8de1-46ba44d7b8d0 req-84144c5b-9272-48a0-8486-95e22c61d5d8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820167 Jul 22 02:32:32.598554 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab36c6-89fb-4ab4-b029-1ca8b8224693 req-c62f0ba8-931c-4be1-b38f-22d52646a8a1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:32.600413 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fcab36c6-89fb-4ab4-b029-1ca8b8224693 req-c62f0ba8-931c-4be1-b38f-22d52646a8a1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0730927 Jul 22 02:32:32.638854 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fcab36c6-89fb-4ab4-b029-1ca8b8224693 req-df05dd53-a9fd-4bd8-9761-16fb4147782b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Jul 22 02:32:32.907653 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33720) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:33.011575 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b1930dda-34a8-4557-b26e-5c7eeb91dfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.107245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b1930dda-34a8-4557-b26e-5c7eeb91dfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.114146 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b1930dda-34a8-4557-b26e-5c7eeb91dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.151590 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1930dda-34a8-4557-b26e-5c7eeb91dfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f01b2-be51-4383-89a8-9559da00a52e,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:33.155905 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-b1930dda-34a8-4557-b26e-5c7eeb91dfbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e72feebcf3c4e78b0b11fc5213060b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469931 Jul 22 02:32:33.158902 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33724) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:33.206139 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4763-b56e-4aa4-bde6-4bf7eba480e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.226534 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4763-b56e-4aa4-bde6-4bf7eba480e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.272188 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4763-b56e-4aa4-bde6-4bf7eba480e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.274671 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4763-b56e-4aa4-bde6-4bf7eba480e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.275807 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4f4b4763-b56e-4aa4-bde6-4bf7eba480e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e2f01b2-be51-4383-89a8-9559da00a52e HTTP/1.1" status: 204 len: 168 time: 0.1159959 Jul 22 02:32:33.283688 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b4763-b56e-4aa4-bde6-4bf7eba480e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f01b2-be51-4383-89a8-9559da00a52e,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:33.531169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33730) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:33.548392 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-de1b0cc9-7d5c-48d7-b84d-c4adde8d9e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.638728 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-de1b0cc9-7d5c-48d7-b84d-c4adde8d9e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.643689 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-de1b0cc9-7d5c-48d7-b84d-c4adde8d9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.681721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b0cc9-7d5c-48d7-b84d-c4adde8d9e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc5cbd1-f6f7-41ab-9241-b96da1ebe417,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:33.692450 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33734) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:33.693498 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-de1b0cc9-7d5c-48d7-b84d-c4adde8d9e01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59a6f01960de4d94a8e36cd69f3aaf74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607485 Jul 22 02:32:33.761221 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9c23a826-607d-4749-9924-22e4d989f84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.784106 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9c23a826-607d-4749-9924-22e4d989f84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.793405 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379dca5-79bb-4ce0-8c91-27fd887fec11 req-dd1a85f5-36ef-4625-892e-0c9817956960 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:33.795083 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d379dca5-79bb-4ce0-8c91-27fd887fec11 req-dd1a85f5-36ef-4625-892e-0c9817956960 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0779083 Jul 22 02:32:33.841999 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9c23a826-607d-4749-9924-22e4d989f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.844195 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d379dca5-79bb-4ce0-8c91-27fd887fec11 req-e612cf72-91db-4634-a705-b465f7d24e7b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Jul 22 02:32:33.844883 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-9c23a826-607d-4749-9924-22e4d989f84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.846150 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9c23a826-607d-4749-9924-22e4d989f84d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afc5cbd1-f6f7-41ab-9241-b96da1ebe417 HTTP/1.1" status: 204 len: 168 time: 0.1527185 Jul 22 02:32:33.854309 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23a826-607d-4749-9924-22e4d989f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc5cbd1-f6f7-41ab-9241-b96da1ebe417,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:33.897018 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33746) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:33.945285 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Deleting subnet 6dd0389c-5712-4343-8579-498738bd405b {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:32:33.948833 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.990419 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.034976 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.101233 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.114734 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.118510 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6dd0389c-5712-4343-8579-498738bd405b HTTP/1.1" status: 204 len: 168 time: 0.2202535 Jul 22 02:32:34.121112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33752) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:34.146437 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d15732-8ff4-44bf-97db-d4620617c43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd0389c-5712-4343-8579-498738bd405b,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:34.196585 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.225633 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33754) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:34.238940 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-efdbe164-0fb7-4105-9730-cfb224216a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.275135 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.287298 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e396f241-e875-4394-9ae2-0e22148d53aa']}} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:34.302828 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4509a4db-db62-4bb1-8702-777e448d6492') {'for_net_delete': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:34.303126 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4509a4db-db62-4bb1-8702-777e448d6492') {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:34.312277 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156339'] for segment, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.325146 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-efdbe164-0fb7-4105-9730-cfb224216a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.329250 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.330007 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-efdbe164-0fb7-4105-9730-cfb224216a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.335869 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:32:34.336268 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4282460'] for segment, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: Traceback (most recent call last): Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: timer() Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: cb(*args, **kw) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: return func(*args, **kwargs) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: self._notify() Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: self.callback(batched_events) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: event.method(event) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: return f(self, *a, **k) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: return self._get(url).json() Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: return self.request(url, 'GET', **kwargs) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:32:34.338204 dv-cinder-792299-6-smb neutron-server[93227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:32:34.371177 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-efdbe164-0fb7-4105-9730-cfb224216a3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b891081f04f404fb5177fc402206aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422071 Jul 22 02:32:34.371177 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbe164-0fb7-4105-9730-cfb224216a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c78302-86c5-4212-8ddb-d3267f90a85f,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:34.371977 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33756) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:34.394969 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.403040 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.406179 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] 10.222.0.25 "DELETE /v2.0/networks/e396f241-e875-4394-9ae2-0e22148d53aa HTTP/1.1" status: 204 len: 168 time: 0.2837269 Jul 22 02:32:34.420621 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4ae12-71e9-449d-8e7d-4ff259004dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=e396f241-e875-4394-9ae2-0e22148d53aa,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:34.428741 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b239d72-7344-4576-b009-b6e1a0b0076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.451244 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b239d72-7344-4576-b009-b6e1a0b0076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.503953 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b239d72-7344-4576-b009-b6e1a0b0076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.506700 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4b239d72-7344-4576-b009-b6e1a0b0076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.509718 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4b239d72-7344-4576-b009-b6e1a0b0076f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7c78302-86c5-4212-8ddb-d3267f90a85f HTTP/1.1" status: 204 len: 168 time: 0.1350226 Jul 22 02:32:34.519651 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b239d72-7344-4576-b009-b6e1a0b0076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c78302-86c5-4212-8ddb-d3267f90a85f,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:34.575050 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33762) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:34.614697 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c087325b-ae22-45f3-8787-6400500f3763 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8cc521577044fa686746044a39f96b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384734 Jul 22 02:32:34.617017 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33766) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:34.664676 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbe21-b29d-4585-9a2c-65b9309b771d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.685347 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbe21-b29d-4585-9a2c-65b9309b771d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.732423 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbe21-b29d-4585-9a2c-65b9309b771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.736553 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbe21-b29d-4585-9a2c-65b9309b771d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:34.737689 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f0fdbe21-b29d-4585-9a2c-65b9309b771d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592e45f2-0ef0-4680-afd0-2c5e42c5f48e HTTP/1.1" status: 204 len: 168 time: 0.1197093 Jul 22 02:32:34.748035 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdbe21-b29d-4585-9a2c-65b9309b771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e45f2-0ef0-4680-afd0-2c5e42c5f48e,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:35.251757 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33802) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:35.410002 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33810) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:35.440521 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-572666113-network', 'tenant_id': '65d764dbb2ed44f4a2f096c1785172ea'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:35.458057 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-892213905-network', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:35.478598 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Made reservation on behalf of 65d764dbb2ed44f4a2f096c1785172ea for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:35.480775 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.493520 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.508371 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Made reservation on behalf of 6ba5a340bda94107abaefef6acaafd84 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:35.510512 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.525930 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.601859 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.606809 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.640882 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:32:35.658610 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a526f7b-d724-4b0c-85e1-7ab3c39897ec,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:35.667829 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.667829 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Added segment 2baae916-9bd9-4a27-b957-fcfe67ae7a5f of type vlan for network 05b48937-8086-43c9-a56f-2e6adc51a4cf Jul 22 02:32:35.721106 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.769656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.770584 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.771587 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:35.772213 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.776578 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.818879 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:32:35.824836 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5720677 Jul 22 02:32:35.828032 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33814) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:35.834305 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Request body: {'subnet': {'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-572666113-subnet', 'tenant_id': '65d764dbb2ed44f4a2f096c1785172ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:35.856044 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Made reservation on behalf of 65d764dbb2ed44f4a2f096c1785172ea for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:35.858511 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4418435'] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.866592 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f998deb-c073-491d-af2f-b2b96c9d3f32,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:35.869739 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.870106 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Added segment b3693791-cad3-4793-9549-5ff9f7252ed7 of type vlan for network 3a050a21-555f-4101-9477-e6cc5cf7b270 Jul 22 02:32:35.871828 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80ada-d13e-4ae9-9223-b9144ae7b3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=05b48937-8086-43c9-a56f-2e6adc51a4cf,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:35.893492 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 05b48937-8086-43c9-a56f-2e6adc51a4cf details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:32:35.921087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.959550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.962500 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:35.963135 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:35.994826 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5837433 Jul 22 02:32:36.003455 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33818) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:36.008374 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Request body: {'subnet': {'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-892213905-subnet', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:36.028794 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692678e-6c54-4fe1-a66d-3f00c832ea4f admin admin] Pushing event updated for resources: {'Network': ['ID=3a050a21-555f-4101-9477-e6cc5cf7b270,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:36.038717 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:32:36.066201 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Made reservation on behalf of 6ba5a340bda94107abaefef6acaafd84 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:36.068593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4418435'] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.071859 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4282599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4418545'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.183079 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be52145-610a-4d70-b951-846bdba58c77,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:36.199596 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Checking segment: {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:36.199953 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Network hostable DHCP agents. Network: 05b48937-8086-43c9-a56f-2e6adc51a4cf, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:32:36.243803 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Network 05b48937-8086-43c9-a56f-2e6adc51a4cf is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:32:36.258595 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 05b48937-8086-43c9-a56f-2e6adc51a4cf) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:36.264568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:36.265145 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.267365 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e9ecf-8896-40d8-9744-2af94eb1ddb9 None None] Network 05b48937-8086-43c9-a56f-2e6adc51a4cf requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:36.299525 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-05387fbc-c055-443c-9906-ec116beac278 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4699101 Jul 22 02:32:36.326748 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4282599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4418545'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.384398 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32a4d3c-4313-4066-a106-c1be7fef290c,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:36.395394 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0a744-55dd-442f-89c2-35c6361876c6 None None] Network 05b48937-8086-43c9-a56f-2e6adc51a4cf requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:36.398174 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Checking segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:36.398727 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Network hostable DHCP agents. Network: 3a050a21-555f-4101-9477-e6cc5cf7b270, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:32:36.423982 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:32:36.433943 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 3a050a21-555f-4101-9477-e6cc5cf7b270) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:36.440628 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:36.441629 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.449893 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf566f-cbeb-45f2-9a7a-eebd53a6dcf1 None None] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:36.462490 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-09c09b36-2489-420a-9699-bf32eda031c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4553292 Jul 22 02:32:36.462720 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33826) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:36.469129 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:36.495337 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.496453 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.554783 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.705380 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.780184 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-3a050a21-555f-4101-9477-e6cc5cf7b270', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:32:36.781396 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.924836 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Allocated IP 172.20.0.2 (3a050a21-555f-4101-9477-e6cc5cf7b270/f32a4d3c-4313-4066-a106-c1be7fef290c/2b28956b-c29d-4ddc-9907-e144505cd9ff) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:36.927068 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:36.948176 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.054497 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Allocated IP 172.28.1.172 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/bb0d5849-3e54-484e-8456-a00cbc813ee3) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:37.071766 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.080849 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Transition to ACTIVE for port object 2b28956b-c29d-4ddc-9907-e144505cd9ff will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:37.095237 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Transition to ACTIVE for port object 2b28956b-c29d-4ddc-9907-e144505cd9ff will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:37.101570 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.136234 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:37.142859 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:37.145437 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:37.154650 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Pushing event updated for resources: {'Port': ['ID=2b28956b-c29d-4ddc-9907-e144505cd9ff,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:37.163244 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.202866 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.213053 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Attempting to bind port 2b28956b-c29d-4ddc-9907-e144505cd9ff on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:37.213416 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Attempting to bind port 2b28956b-c29d-4ddc-9907-e144505cd9ff by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:37.213800 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Attempting to bind port 2b28956b-c29d-4ddc-9907-e144505cd9ff on network 3a050a21-555f-4101-9477-e6cc5cf7b270 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:37.218632 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:37.219038 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Checking segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:37.219434 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.224274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Bound using segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:37.224274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Bound port: 2b28956b-c29d-4ddc-9907-e144505cd9ff, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:37.224274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.239611 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:37.245784 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:37.249306 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:37.271424 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Pushing event updated for resources: {'Port': ['ID=bb0d5849-3e54-484e-8456-a00cbc813ee3,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:37.283662 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] For port 2b28956b-c29d-4ddc-9907-e144505cd9ff, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:37.286699 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] For port 2b28956b-c29d-4ddc-9907-e144505cd9ff, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=2b28956b-c29d-4ddc-9907-e144505cd9ff,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:37.291195 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.358903 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434588b-1814-486e-b407-c4f29cdbdb13 None None] Pushing event updated for resources: {'Port': ['ID=2b28956b-c29d-4ddc-9907-e144505cd9ff,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:37.518533 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.648622 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a151-29d7-4de7-8b93-d7dc9fd65894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.722168 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.848134 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:32:37.963281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:37.973594 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Sync routers for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:37.981829 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:37.983229 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-b86361d9-dc7a-440f-9a6c-617ba6289caf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5195353 Jul 22 02:32:37.986660 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33844) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:37.988545 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:37.989354 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:38.105488 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:38.261320 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58aaab-6b28-4c0f-8ed1-361727eb4592 None None] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:38.345455 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f1d7cdcc-4f2b-48c1-a4c3-3287d18f962a None None] Provisioning for port 2b28956b-c29d-4ddc-9907-e144505cd9ff completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:38.409368 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:37Z', 'revision_number': 3, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:38.414153 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-ebebf5b0-0078-42cd-83e5-bcafac1bd768 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.415815 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-ebebf5b0-0078-42cd-83e5-bcafac1bd768 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/networks?id=05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 200 len: 808 time: 0.3631885 Jul 22 02:32:38.445212 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Checking router: 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:38.445585 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Updating router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 port bb0d5849-3e54-484e-8456-a00cbc813ee3 binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:32:38.487596 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-44971586-ccbd-4586-837b-0254bb966d68 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/quotas/65d764dbb2ed44f4a2f096c1785172ea HTTP/1.1" status: 200 len: 375 time: 0.0385637 Jul 22 02:32:38.500015 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.527942 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-f317efe4-77e0-4df6-b6f4-494c1f90c749 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340817 Jul 22 02:32:38.650321 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-58f3818d-bfa5-4417-afaa-d1a13edc19e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678730 Jul 22 02:32:38.723134 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-a446558e-131f-4379-8c01-04b871b449a5 service neutron] 10.222.0.25 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808023 Jul 22 02:32:38.740620 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-31bf137d-97b8-4bda-aaa3-d29592018d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.742147 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-31bf137d-97b8-4bda-aaa3-d29592018d04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 1099 time: 0.0685475 Jul 22 02:32:38.835384 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.847125 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Transition to ACTIVE for port object bb0d5849-3e54-484e-8456-a00cbc813ee3 will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:38.855632 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.893380 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-1f0a48af-8c0f-4e23-a7f4-45e8b1a9d8f6 service neutron] 10.222.0.25 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691093 Jul 22 02:32:38.903370 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-3af3e8f6-cd05-45a5-b5a8-f9bffa2c2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.905245 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-3af3e8f6-cd05-45a5-b5a8-f9bffa2c2c99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.1432426 Jul 22 02:32:38.920653 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 2b28956b-c29d-4ddc-9907-e144505cd9ff up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:38.960794 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f212711-6ffd-43a0-8a27-82ceeedc5031 None None] Pushing event updated for resources: {'Port': ['ID=bb0d5849-3e54-484e-8456-a00cbc813ee3,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:38.968964 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Attempting to bind port bb0d5849-3e54-484e-8456-a00cbc813ee3 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:38.969290 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Attempting to bind port bb0d5849-3e54-484e-8456-a00cbc813ee3 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:38.969653 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Attempting to bind port bb0d5849-3e54-484e-8456-a00cbc813ee3 on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:38.980389 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-27f908f5-8a7f-4164-a27a-22bffc954a19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 200 len: 1002 time: 0.0644493 Jul 22 02:32:38.987828 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:38.988397 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:38.988604 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.989012 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:38.989595 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Bound port: bb0d5849-3e54-484e-8456-a00cbc813ee3, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:38.990066 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.991289 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.059300 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] For port bb0d5849-3e54-484e-8456-a00cbc813ee3, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:39.062947 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] For port bb0d5849-3e54-484e-8456-a00cbc813ee3, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=bb0d5849-3e54-484e-8456-a00cbc813ee3,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:39.063208 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-5cc97459-a896-44a5-ae40-7ea5c6adc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.065190 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-5cc97459-a896-44a5-ae40-7ea5c6adc4ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0767431 Jul 22 02:32:39.071475 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.107338 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 2b28956b-c29d-4ddc-9907-e144505cd9ff completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:39.123896 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 2b28956b-c29d-4ddc-9907-e144505cd9ff triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:39.124282 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.165385 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-1359ed99-cabe-4d60-9bbb-5472e7abef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.169041 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-1359ed99-cabe-4d60-9bbb-5472e7abef70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945816 Jul 22 02:32:39.191097 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4840f65-d986-41de-b023-c5880a192745 req-d16b0968-c5cc-48a0-acb4-a1b902b539b0 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 210 time: 0.0869899 Jul 22 02:32:39.226676 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f212711-6ffd-43a0-8a27-82ceeedc5031 None None] Pushing event updated for resources: {'Port': ['ID=bb0d5849-3e54-484e-8456-a00cbc813ee3,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:39.230531 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:39.231206 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:39.296097 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-38979a70-972a-4806-b273-c6c84de19e29 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155882 Jul 22 02:32:39.323719 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Allocated IP 172.20.0.1 (3a050a21-555f-4101-9477-e6cc5cf7b270/f32a4d3c-4313-4066-a106-c1be7fef290c/47cabb98-9390-46a5-aa0b-5d3148fb2a5a) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:39.364749 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.383590 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:39.426674 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-40c94a05-71ca-42a6-bf8f-67336f21a6c9 req-377f9209-4aa5-42b3-afab-6a3e8faeca0e service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222601 Jul 22 02:32:39.452346 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.469300 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Transition to ACTIVE for port object 47cabb98-9390-46a5-aa0b-5d3148fb2a5a will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:39.506677 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.550793 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:39.551931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 2b28956b-c29d-4ddc-9907-e144505cd9ff, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=2b28956b-c29d-4ddc-9907-e144505cd9ff,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:39.558161 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:39.560880 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:39.576982 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.602393 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Pushing event updated for resources: {'Port': ['ID=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:39.616812 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.646252 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=2b28956b-c29d-4ddc-9907-e144505cd9ff,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:39.657407 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:37Z', 'revision_number': 3, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:39.684887 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f104f1-56f2-4989-8963-3e14e7451e72 None None] The sync data for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb is: [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:37Z', 'revision_number': 3, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:39.884762 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.956879 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f39dbf86-41ce-4774-ba34-afa24b9821a5 None None] Provisioning for port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:39.960732 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f39dbf86-41ce-4774-ba34-afa24b9821a5 None None] Provisioning complete for port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:39.961126 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f39dbf86-41ce-4774-ba34-afa24b9821a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.013755 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-f39dbf86-41ce-4774-ba34-afa24b9821a5 None None] Port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:40.075524 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.104088 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.108922 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.177963 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Pushing event updated for resources: {'Port': ['ID=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:40.180377 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.281384 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b778d31c-5d2f-4331-b67e-8d0928c6a731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.293601 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:40.311297 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-46b05c82-10b5-44fe-a7f3-341dad122140 req-e61d4752-b3a8-4bbf-aa55-7f2c6f40556b tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 210 time: 0.0369010 Jul 22 02:32:40.312325 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:40.442279 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:40.560672 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-66910810-d0a8-408a-92e7-69be44eac0de None None] Provisioning complete for port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:40.561571 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-66910810-d0a8-408a-92e7-69be44eac0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.579047 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:40.585738 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-820b40bb-88d3-45ca-aad2-ed5ef58b105c admin admin] 10.222.0.25 "PUT /v2.0/routers/18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5965719 Jul 22 02:32:40.745575 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.748748 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-66910810-d0a8-408a-92e7-69be44eac0de None None] Port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:40.909339 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 2b28956b-c29d-4ddc-9907-e144505cd9ff up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:40.971055 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 2b28956b-c29d-4ddc-9907-e144505cd9ff triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:40.971431 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.008689 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-aa861932-5b7a-4b07-a0c5-38e9ae4865b9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.010333 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-aa861932-5b7a-4b07-a0c5-38e9ae4865b9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "GET /v2.0/networks?id=05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 200 len: 808 time: 0.1270227 Jul 22 02:32:41.025270 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Request body: {'port': {'device_id': '0172b055-c632-41d3-a831-1c6a54340223', 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf', 'admin_state_up': True, 'tenant_id': '65d764dbb2ed44f4a2f096c1785172ea'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:41.098641 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device bb0d5849-3e54-484e-8456-a00cbc813ee3 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:41.152023 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33890) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:41.158781 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-951998516-network', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:41.159855 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port bb0d5849-3e54-484e-8456-a00cbc813ee3 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:41.164749 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port bb0d5849-3e54-484e-8456-a00cbc813ee3 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:41.165132 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.186068 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Made reservation on behalf of 5a391e08e2714a9ba82f5bed6d0e009e for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:41.188670 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.201001 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.261264 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.290096 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port bb0d5849-3e54-484e-8456-a00cbc813ee3, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=bb0d5849-3e54-484e-8456-a00cbc813ee3,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:41.295670 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.329841 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.338465 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.365735 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=bb0d5849-3e54-484e-8456-a00cbc813ee3,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.373008 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:32:41.384590 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee93ac-bfcc-48bd-a0d1-db3cd20a531a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.399201 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.399201 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Added segment d894de75-02cc-467c-b523-efbd64c9c14f of type vlan for network 6f2357b4-39e9-40d1-9afd-68c481afa50e Jul 22 02:32:41.431484 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Made reservation on behalf of 65d764dbb2ed44f4a2f096c1785172ea for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:41.435720 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.451573 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-01c7c279-8383-40ed-ac39-e584f44fe2a4 req-55fb5999-e79d-41dc-960a-ef6012b6af69 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 210 time: 0.0517824 Jul 22 02:32:41.484997 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Sync routers for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:41.498445 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:41.499053 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:41.576035 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Allocated IP 172.20.0.12 (05b48937-8086-43c9-a56f-2e6adc51a4cf/8be52145-610a-4d70-b951-846bdba58c77/ed2d7eb9-1f47-4748-b09d-b54e1b69c017) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:41.580323 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.606464 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:41.698358 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.727039 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.728067 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.728707 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.733331 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.759531 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6063552 Jul 22 02:32:41.762249 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33896) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:41.768159 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Request body: {'subnet': {'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-951998516-subnet', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:41.781043 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.805669 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea3a9-0eb9-4ff7-bea7-e8f46d26c329 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2357b4-39e9-40d1-9afd-68c481afa50e,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.816944 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:32:41.821788 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 2, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:41.824063 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Made reservation on behalf of 5a391e08e2714a9ba82f5bed6d0e009e for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:41.827296 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4418435'] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.843955 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Pushing event updated for resources: {'Port': ['ID=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.858111 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Network 05b48937-8086-43c9-a56f-2e6adc51a4cf is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:41.860357 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:41.867876 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:41.926463 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.927471 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.934192 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Checking router: 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:41.934572 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Updating router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:32:41.943004 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-273c62be-68a5-45e6-9836-955f09a1ba9a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9226227 Jul 22 02:32:41.955936 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Request body: {'port': {'device_id': '0172b055-c632-41d3-a831-1c6a54340223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:41.969850 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.030173 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4282599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4418545'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.037734 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.091964 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96427871-f63b-416a-9c11-75c50c8ef8a5,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.103945 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Checking segment: {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:42.103945 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Network hostable DHCP agents. Network: 6f2357b4-39e9-40d1-9afd-68c481afa50e, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:32:42.122084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:32:42.132421 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 6f2357b4-39e9-40d1-9afd-68c481afa50e) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:42.140503 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c2600-919f-4a54-87ce-d57c66e2f3f1 None None] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:42.144942 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.144942 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.166906 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-e1465f75-c2df-40f7-ba7d-2e9ae507493a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4022450 Jul 22 02:32:42.168045 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 33898) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:42.175830 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:42.198139 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-434735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9211'] for router, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.199419 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9204'] for router, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.242479 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.252944 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Transition to ACTIVE for port object 47cabb98-9390-46a5-aa0b-5d3148fb2a5a will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:42.259981 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.270686 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.304500 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Pushing event updated for resources: {'Port': ['ID=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.331542 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad124a9-5135-5649-af77-82a299f8ceb7-6f2357b4-39e9-40d1-9afd-68c481afa50e', 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'fixed_ips': [{'subnet_id': '96427871-f63b-416a-9c11-75c50c8ef8a5'}]}} from dv-cinder-792299-6-smb. {{(pid=93229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:32:42.332501 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.375450 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.375818 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.376092 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.376322 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.376646 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.376969 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.377290 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.377607 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.378039 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.378381 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.378676 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.378989 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:42.386439 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Attempting to bind port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:42.387000 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Attempting to bind port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:42.387136 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Attempting to bind port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a on network 3a050a21-555f-4101-9477-e6cc5cf7b270 {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:42.393475 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:42.393878 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Checking segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:42.394277 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.394663 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Bound using segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:42.395125 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Bound port: 47cabb98-9390-46a5-aa0b-5d3148fb2a5a, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:42.395519 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.429084 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2d7eb9-1f47-4748-b09d-b54e1b69c017 {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:42.446024 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.470191 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Transition to ACTIVE for port object ed2d7eb9-1f47-4748-b09d-b54e1b69c017 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:42.472422 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9158'] for router, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.475792 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.490862 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] For port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:42.496278 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] For port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:42.507633 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.576523 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:42.577401 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:42.605134 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.624541 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.db_base_plugin_common [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Allocated IP 172.20.0.2 (6f2357b4-39e9-40d1-9afd-68c481afa50e/96427871-f63b-416a-9c11-75c50c8ef8a5/d6058175-e663-4e7a-81f0-99ffa4e446cd) {{(pid=93229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:42.690527 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Attempting to bind port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:42.691006 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Attempting to bind port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:42.692105 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Attempting to bind port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 on network 05b48937-8086-43c9-a56f-2e6adc51a4cf {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:42.696740 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 on network 05b48937-8086-43c9-a56f-2e6adc51a4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:32:42.697199 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Attempting to bind port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 on network 05b48937-8086-43c9-a56f-2e6adc51a4cf {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:42.702559 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:42.703800 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Checking segment: {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:42.704314 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Bound using segment: {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:42.704852 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Bound port: ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:42.705311 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.745141 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9a148-f503-453d-8772-ec8be32a1ca8 None None] Pushing event updated for resources: {'Port': ['ID=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,revision_number=4']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.788150 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:42.790499 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] For port ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:42.795335 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] For port ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:42.804026 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.852785 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163e02c-c412-4fde-bfed-ba5c2377fbd6 req-50a38d42-177d-4270-9db9-59766477ba38 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.854488 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2163e02c-c412-4fde-bfed-ba5c2377fbd6 req-50a38d42-177d-4270-9db9-59766477ba38 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 944 time: 0.2546346 Jul 22 02:32:42.878430 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.879373 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.883230 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed2d7eb9-1f47-4748-b09d-b54e1b69c017 HTTP/1.1" status: 200 len: 1094 time: 0.9320025 Jul 22 02:32:42.899361 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device bb0d5849-3e54-484e-8456-a00cbc813ee3 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:42.899876 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0172b055-c632-41d3-a831-1c6a54340223', 'tag': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:42.904154 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f74f283-b627-47bb-8f30-04899a6a551b" -d '{"events": [{"name": "network-changed", "server_uuid": "0172b055-c632-41d3-a831-1c6a54340223", "tag": "ed2d7eb9-1f47-4748-b09d-b54e1b69c017"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:42.951964 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.972621 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.978848 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.979374 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede7503-a34f-4bb1-8ea3-0e2f0540db00 x-openstack-request-id: req-dede7503-a34f-4bb1-8ea3-0e2f0540db00 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:42.979668 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0172b055-c632-41d3-a831-1c6a54340223", "tag": "ed2d7eb9-1f47-4748-b09d-b54e1b69c017", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:42.979919 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dede7503-a34f-4bb1-8ea3-0e2f0540db00 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:42.980579 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0172b055-c632-41d3-a831-1c6a54340223', 'tag': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017', 'status': 'completed', 'code': 200} Jul 22 02:32:42.983768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfe479-eff5-4a88-a7b7-ce45488663b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.999419 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Transition to ACTIVE for port object d6058175-e663-4e7a-81f0-99ffa4e446cd will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:43.003932 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2163e02c-c412-4fde-bfed-ba5c2377fbd6 req-21042b26-7d7a-44f9-a7ab-0039ecec4c7e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420727 Jul 22 02:32:43.046558 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Transition to ACTIVE for port object d6058175-e663-4e7a-81f0-99ffa4e446cd will not be triggered until provisioned by entity DHCP. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:43.050194 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-038aae91-97ee-44f8-b8cb-908ac10198c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:43.053172 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-038aae91-97ee-44f8-b8cb-908ac10198c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 1097 time: 0.1193020 Jul 22 02:32:43.059650 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209'] for port, after_create {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.097446 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:42Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:43.104343 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-b07f0ff3-2cb8-4620-a617-bb10d55b8369 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017 HTTP/1.1" status: 200 len: 217 time: 0.0437169 Jul 22 02:32:43.110884 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.131120 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e is already hosted by enough agents. {{(pid=93229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:43.132266 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25895d38-618f-4d35-8f3d-0177e0b4be15 None None] The sync data for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb is: [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:42Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:43.134470 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.scheduler.base_scheduler [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Resources bound (agent type, host, resource id): {{(pid=93229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:43.137853 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port bb0d5849-3e54-484e-8456-a00cbc813ee3 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:43.138229 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.141466 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Allocated IP 172.28.1.159 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/4160cc22-4953-478f-8344-a69a6bbfa0de) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:43.162136 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Received port after_create {{(pid=93229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:43.172468 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Pushing event updated for resources: {'Port': ['ID=d6058175-e663-4e7a-81f0-99ffa4e446cd,revision_number=1']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:43.174276 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-a5605792-569c-4f93-b354-17a5aff6b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:43.176962 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-a5605792-569c-4f93-b354-17a5aff6b979 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8be52145-610a-4d70-b951-846bdba58c77 HTTP/1.1" status: 200 len: 848 time: 0.0648196 Jul 22 02:32:43.238171 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-034ec033-8b70-471a-be00-2c76c6208039 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b48937-8086-43c9-a56f-2e6adc51a4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522425 Jul 22 02:32:43.267692 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Attempting to bind port d6058175-e663-4e7a-81f0-99ffa4e446cd on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:43.268058 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Attempting to bind port d6058175-e663-4e7a-81f0-99ffa4e446cd by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:43.268555 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Attempting to bind port d6058175-e663-4e7a-81f0-99ffa4e446cd on network 6f2357b4-39e9-40d1-9afd-68c481afa50e {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:43.293977 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.294519 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:43.294916 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Checking segment: {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:43.295326 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.295718 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Bound using segment: {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:43.298017 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Bound port: d6058175-e663-4e7a-81f0-99ffa4e446cd, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:43.298402 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.361764 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.365189 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-2c931aee-8d76-43d2-a5a9-9c84b0cc7a69 service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173868 Jul 22 02:32:43.393502 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] For port d6058175-e663-4e7a-81f0-99ffa4e446cd, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:43.397483 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] For port d6058175-e663-4e7a-81f0-99ffa4e446cd, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=d6058175-e663-4e7a-81f0-99ffa4e446cd,segment=NetworkSegment(d894de75-02cc-467c-b523-efbd64c9c14f),segment_id=d894de75-02cc-467c-b523-efbd64c9c14f)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:43.402702 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:43.403833 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.405918 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:43.411127 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:43.481270 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Pushing event updated for resources: {'Port': ['ID=d6058175-e663-4e7a-81f0-99ffa4e446cd,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:43.487205 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d8ad807e-4133-4181-a8c8-0730e9c660c9 req-2de17150-76c8-4ec2-946e-0e6af0636811 service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148386 Jul 22 02:32:43.503576 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.503954 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.504382 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.504830 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.505236 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.505583 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.510074 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.510988 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.511470 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.511862 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.512263 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.512635 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e81bf-9ed4-4beb-8bc8-adef26ba89e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:43.593395 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Pushing event updated for resources: {'Port': ['ID=4160cc22-4953-478f-8344-a69a6bbfa0de,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:43.603422 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f283-b627-47bb-8f30-04899a6a551b req-3459fdaa-9b1d-4174-814a-c6cfd578e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:43.605035 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-3459fdaa-9b1d-4174-814a-c6cfd578e438 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 1097 time: 0.0637193 Jul 22 02:32:43.769492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f283-b627-47bb-8f30-04899a6a551b req-5e56e5a0-d021-4034-9406-8ee6895ce868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:43.771669 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-5e56e5a0-d021-4034-9406-8ee6895ce868 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 200 len: 909 time: 0.1572118 Jul 22 02:32:43.776176 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.816050 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-3ed73966-43a6-4953-a70e-160ccea2f681 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017 HTTP/1.1" status: 200 len: 217 time: 0.0376246 Jul 22 02:32:43.879390 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f283-b627-47bb-8f30-04899a6a551b req-72036110-6502-4360-b221-20f1439df088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:43.881095 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-72036110-6502-4360-b221-20f1439df088 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8be52145-610a-4d70-b951-846bdba58c77 HTTP/1.1" status: 200 len: 848 time: 0.0579009 Jul 22 02:32:43.919566 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-a9092053-a38a-4fcc-bfe6-434e253ae919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b48937-8086-43c9-a56f-2e6adc51a4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307784 Jul 22 02:32:43.995077 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-434929'] for router, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.023315 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-862ff271-6266-4dcb-a8ec-0d2313729c33 service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969753 Jul 22 02:32:44.132450 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-8f74f283-b627-47bb-8f30-04899a6a551b req-3e1d2d69-2907-40e2-973c-ced398c78547 service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011627 Jul 22 02:32:44.186867 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12280-a346-45af-b02f-aa03ad698990 req-16965005-c39a-4ac8-9073-29609ca898fa tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:44.189005 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8eb12280-a346-45af-b02f-aa03ad698990 req-16965005-c39a-4ac8-9073-29609ca898fa tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 944 time: 0.1045954 Jul 22 02:32:44.240424 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8eb12280-a346-45af-b02f-aa03ad698990 req-0a6a95b6-8b0c-41ee-b079-0c57fca45882 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Jul 22 02:32:44.241147 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b is scheduled to L3 agent 490ef9eb-6d01-4299-9582-54c02914daab with binding_index 1 {{(pid=93227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:32:44.359622 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:44.370378 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Sync routers for ids ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:44.385272 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Routers {'8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:44.385732 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:44.387087 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.392377 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 33910) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:44.394519 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-6d161576-3b7e-4775-b2bf-6099ee62aa78 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2240667 Jul 22 02:32:44.482199 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad390b25-69ba-4de1-a78e-9c89d3014662 None None] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:44.559912 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Set router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:44.679738 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-feedf98e-9a79-452c-8f3c-c887959eda02 None None] Provisioning for port d6058175-e663-4e7a-81f0-99ffa4e446cd completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:44.833943 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.867388 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:43Z', 'revision_number': 3, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:44.896358 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Checking router: 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:44.896722 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Updating router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b port 4160cc22-4953-478f-8344-a69a6bbfa0de binding host dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:32:44.946308 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.969972 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device d6058175-e663-4e7a-81f0-99ffa4e446cd up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:45.020710 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Allocated IP 172.20.0.1 (6f2357b4-39e9-40d1-9afd-68c481afa50e/96427871-f63b-416a-9c11-75c50c8ef8a5/61c46ac5-3899-41de-9278-7a8c022e8f01) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:45.129426 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.143181 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Transition to ACTIVE for port object 61c46ac5-3899-41de-9278-7a8c022e8f01 will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:45.176509 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.211057 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:45.213825 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:45.220150 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:45.235843 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port d6058175-e663-4e7a-81f0-99ffa4e446cd completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:45.247604 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port d6058175-e663-4e7a-81f0-99ffa4e446cd triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:45.247983 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.262260 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=61c46ac5-3899-41de-9278-7a8c022e8f01,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:45.266089 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434688'] for router_interface, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.425656 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4005f4-56b0-47f0-b94e-d4a652866726 req-fcc6fcad-4725-4db5-a6a6-559ea82b98db tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:45.427465 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2c4005f4-56b0-47f0-b94e-d4a652866726 req-fcc6fcad-4725-4db5-a6a6-559ea82b98db tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 944 time: 0.1011214 Jul 22 02:32:45.431604 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.433704 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.457990 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Notify callbacks [] for port, precommit_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.472011 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2c4005f4-56b0-47f0-b94e-d4a652866726 req-710bb452-ba23-4c10-831c-351a18eb5e22 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Jul 22 02:32:45.487511 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Transition to ACTIVE for port object 4160cc22-4953-478f-8344-a69a6bbfa0de will not be triggered until provisioned by entity L2. {{(pid=93229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:45.504529 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.517623 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port d6058175-e663-4e7a-81f0-99ffa4e446cd, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=d6058175-e663-4e7a-81f0-99ffa4e446cd,segment=NetworkSegment(d894de75-02cc-467c-b523-efbd64c9c14f),segment_id=d894de75-02cc-467c-b523-efbd64c9c14f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:45.537938 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device ed2d7eb9-1f47-4748-b09d-b54e1b69c017 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:32:45.551026 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.551793 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 47cabb98-9390-46a5-aa0b-5d3148fb2a5a up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:45.601039 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.605575 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.617966 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Attempting to bind port 4160cc22-4953-478f-8344-a69a6bbfa0de on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:45.618340 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Attempting to bind port 4160cc22-4953-478f-8344-a69a6bbfa0de by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:45.618701 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Attempting to bind port 4160cc22-4953-478f-8344-a69a6bbfa0de on network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:45.635242 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e785-644c-42ce-8669-8130710d1834 None None] Pushing event updated for resources: {'Port': ['ID=4160cc22-4953-478f-8344-a69a6bbfa0de,revision_number=2']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:45.653972 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:45.654352 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Checking segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:45.654758 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.655164 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Bound using segment: {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'} {{(pid=93229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:45.655641 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.managers [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Bound port: 4160cc22-4953-478f-8344-a69a6bbfa0de, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ce99ca-e09f-470d-86ce-10aa9339716d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}}] {{(pid=93229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:45.656077 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.658036 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-0c45039d-8d97-4af7-be52-a3f685262db5 None None] Provisioning for port 61c46ac5-3899-41de-9278-7a8c022e8f01 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:45.673500 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437168'] for router_interface, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.675276 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=61c46ac5-3899-41de-9278-7a8c022e8f01,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:45.731291 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-0c45039d-8d97-4af7-be52-a3f685262db5 None None] Provisioning complete for port 61c46ac5-3899-41de-9278-7a8c022e8f01 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:45.731611 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0c45039d-8d97-4af7-be52-a3f685262db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.765034 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:45.766649 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:45.824868 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=d6058175-e663-4e7a-81f0-99ffa4e446cd,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:45.827504 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:45.838737 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-0c45039d-8d97-4af7-be52-a3f685262db5 None None] Port 61c46ac5-3899-41de-9278-7a8c022e8f01 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:45.852702 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:45.853084 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.855190 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] For port 4160cc22-4953-478f-8344-a69a6bbfa0de, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:45.858597 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:45.862750 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] For port 4160cc22-4953-478f-8344-a69a6bbfa0de, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4160cc22-4953-478f-8344-a69a6bbfa0de,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:45.893015 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.926366 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017', 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf', 'port_id': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017', 'mac_address': 'fa:16:3e:92:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be52145-610a-4d70-b951-846bdba58c77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:32:46.014705 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e785-644c-42ce-8669-8130710d1834 None None] Pushing event updated for resources: {'Port': ['ID=4160cc22-4953-478f-8344-a69a6bbfa0de,revision_number=3']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.021123 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Routers {'8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:46.021772 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:46.027371 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.099009 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:46.133159 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2d7eb9-1f47-4748-b09d-b54e1b69c017 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:46.160682 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-baaa48f1-c043-40c8-b962-04e55c54a6ed None None] Provisioning complete for port 61c46ac5-3899-41de-9278-7a8c022e8f01 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:46.161056 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-baaa48f1-c043-40c8-b962-04e55c54a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.190479 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.197051 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:46.204845 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:46.209716 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ef1966ed-3c8f-4ed6-bb15-f6c0644a9ea3 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161988 Jul 22 02:32:46.221216 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.262970 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-baaa48f1-c043-40c8-b962-04e55c54a6ed None None] Port 61c46ac5-3899-41de-9278-7a8c022e8f01 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:32:46.275158 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] Set router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:46.329462 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:46.337383 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.346830 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.470105 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['ed2d7eb9-1f47-4748-b09d-b54e1b69c017'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:46.476486 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.611185 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170df80e-b4e8-41ce-96df-37245f64da89 req-9f8494b0-1a58-4f7a-abaa-eecfb047132e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:46.613452 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-170df80e-b4e8-41ce-96df-37245f64da89 req-9f8494b0-1a58-4f7a-abaa-eecfb047132e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 945 time: 0.0691755 Jul 22 02:32:46.627875 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '61c46ac5-3899-41de-9278-7a8c022e8f01', 'name': '', 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'mac_address': 'fa:16:3e:ce:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:44Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 2, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'subnets': [{'id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:46.654067 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-170df80e-b4e8-41ce-96df-37245f64da89 req-35677194-3f50-4a8c-bbf5-e3b6a74239c9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Jul 22 02:32:46.661514 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549ac7-4082-4d81-9d9f-166bffa6637c None None] The sync data for ids ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'] in dv-cinder-792299-6-smb is: [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '61c46ac5-3899-41de-9278-7a8c022e8f01', 'name': '', 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'mac_address': 'fa:16:3e:ce:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:44Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 2, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'subnets': [{'id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:46.852246 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device d6058175-e663-4e7a-81f0-99ffa4e446cd up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:46.913848 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port d6058175-e663-4e7a-81f0-99ffa4e446cd triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:46.914329 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.008947 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 47cabb98-9390-46a5-aa0b-5d3148fb2a5a up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:47.063903 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:47.064283 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.519386 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device ed2d7eb9-1f47-4748-b09d-b54e1b69c017 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:47.572274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:47.576904 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:47.577487 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.672037 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.699908 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0172b055-c632-41d3-a831-1c6a54340223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:47.702448 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5831f-10f4-471b-8b67-99d4ea923abd" -d '{"events": [{"server_uuid": "0172b055-c632-41d3-a831-1c6a54340223", "name": "network-vif-plugged", "status": "completed", "tag": "ed2d7eb9-1f47-4748-b09d-b54e1b69c017"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:47.717040 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:47.726624 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.771799 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe4c2c-85ca-4174-87b9-0e648dc74d3a x-openstack-request-id: req-4afe4c2c-85ca-4174-87b9-0e648dc74d3a {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:47.772125 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0172b055-c632-41d3-a831-1c6a54340223", "name": "network-vif-plugged", "status": "completed", "tag": "ed2d7eb9-1f47-4748-b09d-b54e1b69c017", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:47.774147 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4afe4c2c-85ca-4174-87b9-0e648dc74d3a {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:47.774757 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0172b055-c632-41d3-a831-1c6a54340223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017', 'code': 200} Jul 22 02:32:47.804911 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:47.850272 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721385-e538-43cf-a285-4e4b3384b1bf req-2a2923b4-0b24-41b8-b43a-dc6eeeaf9fd7 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:47.852076 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f2721385-e538-43cf-a285-4e4b3384b1bf req-2a2923b4-0b24-41b8-b43a-dc6eeeaf9fd7 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 946 time: 0.1050413 Jul 22 02:32:47.908780 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f2721385-e538-43cf-a285-4e4b3384b1bf req-6db1d5fb-b281-4d86-b347-3059407dc965 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Jul 22 02:32:47.970929 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a5050-d8b5-438f-a24d-d7502d1c6a78 req-9d187334-ec64-4e6d-9548-8439da60bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:47.972509 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f78a5050-d8b5-438f-a24d-d7502d1c6a78 req-9d187334-ec64-4e6d-9548-8439da60bc0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 1099 time: 0.0554552 Jul 22 02:32:48.013190 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f78a5050-d8b5-438f-a24d-d7502d1c6a78 req-6962a598-892e-43a9-902d-4cd502b1ac27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Jul 22 02:32:48.210695 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:32:48.882722 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4160cc22-4953-478f-8344-a69a6bbfa0de up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:48.991173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 4160cc22-4953-478f-8344-a69a6bbfa0de completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:48.996453 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4160cc22-4953-478f-8344-a69a6bbfa0de triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:48.996938 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.115721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207409bd-5b9b-49d3-a900-9641fdfb9724 req-bf8b50ee-25da-4e99-98cc-d61cfd0e72f9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:49.122268 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-207409bd-5b9b-49d3-a900-9641fdfb9724 req-bf8b50ee-25da-4e99-98cc-d61cfd0e72f9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 946 time: 0.1087046 Jul 22 02:32:49.135575 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.161900 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 4160cc22-4953-478f-8344-a69a6bbfa0de, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4160cc22-4953-478f-8344-a69a6bbfa0de,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:49.171020 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.182427 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-207409bd-5b9b-49d3-a900-9641fdfb9724 req-f34339f8-5098-4edc-b192-50bcb97dfc7a tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Jul 22 02:32:49.235577 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=4160cc22-4953-478f-8344-a69a6bbfa0de,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:50.349663 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f27e12-94bc-4ec9-a7bd-fccc01ead147 req-f361799d-227c-4fc0-af01-12e5e6181868 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:50.351281 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-92f27e12-94bc-4ec9-a7bd-fccc01ead147 req-f361799d-227c-4fc0-af01-12e5e6181868 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 946 time: 0.0715289 Jul 22 02:32:50.396466 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-92f27e12-94bc-4ec9-a7bd-fccc01ead147 req-b708b705-b7df-43a8-8b62-99e32b0e15f7 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Jul 22 02:32:50.417930 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Sync routers for ids ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:50.428600 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Routers {'8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:50.429327 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:50.552311 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Set router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:50.790789 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '61c46ac5-3899-41de-9278-7a8c022e8f01', 'name': '', 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'mac_address': 'fa:16:3e:ce:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:44Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 2, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'subnets': [{'id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:50.820539 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Checking router: 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:50.821404 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Updating router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b port 61c46ac5-3899-41de-9278-7a8c022e8f01 binding host dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:32:50.866693 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:50.891778 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4160cc22-4953-478f-8344-a69a6bbfa0de up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:50.979715 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 4160cc22-4953-478f-8344-a69a6bbfa0de triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:50.980450 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:51.216228 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81560c6b-269b-4ead-af29-a596aa2861b8 req-e2e480d7-1fc0-419b-8ced-807d2475d968 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:51.225383 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-81560c6b-269b-4ead-af29-a596aa2861b8 req-e2e480d7-1fc0-419b-8ced-807d2475d968 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 946 time: 0.0881624 Jul 22 02:32:51.235387 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Notify callbacks [] for port, precommit_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:51.256743 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.provisioning_blocks [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Transition to ACTIVE for port object 61c46ac5-3899-41de-9278-7a8c022e8f01 will not be triggered until provisioned by entity L2. {{(pid=93230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:51.264449 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-81560c6b-269b-4ead-af29-a596aa2861b8 req-d38a12a4-996d-405a-9c71-eab4004846e7 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Jul 22 02:32:51.266906 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:51.328224 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051bbe-9060-4e73-9ebc-2019dec8faf4 None None] Pushing event updated for resources: {'Port': ['ID=61c46ac5-3899-41de-9278-7a8c022e8f01,revision_number=3']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:51.388803 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Attempting to bind port 61c46ac5-3899-41de-9278-7a8c022e8f01 on host dv-cinder-792299-6-smb for vnic_type normal with profile {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:51.389312 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Attempting to bind port 61c46ac5-3899-41de-9278-7a8c022e8f01 by drivers openvswitch,hyperv on host dv-cinder-792299-6-smb at level 0 using segments [{'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:51.393956 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Attempting to bind port 61c46ac5-3899-41de-9278-7a8c022e8f01 on network 6f2357b4-39e9-40d1-9afd-68c481afa50e {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:51.400198 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Checking agent: {'id': '865e00dd-4d25-4048-a9fb-9e04b55bc82e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 41), 'started_at': datetime.datetime(2021, 7, 22, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:51.400805 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Checking segment: {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:51.401299 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:51.401828 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Bound using segment: {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'} {{(pid=93230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:51.402401 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.managers [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Bound port: 61c46ac5-3899-41de-9278-7a8c022e8f01, host: dv-cinder-792299-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd894de75-02cc-467c-b523-efbd64c9c14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e'}}] {{(pid=93230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:51.402889 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:51.490723 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] For port 61c46ac5-3899-41de-9278-7a8c022e8f01, host dv-cinder-792299-6-smb, cleared binding levels {{(pid=93230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:51.494402 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.plugins.ml2.db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] For port 61c46ac5-3899-41de-9278-7a8c022e8f01, host dv-cinder-792299-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=61c46ac5-3899-41de-9278-7a8c022e8f01,segment=NetworkSegment(d894de75-02cc-467c-b523-efbd64c9c14f),segment_id=d894de75-02cc-467c-b523-efbd64c9c14f)] {{(pid=93230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:51.502095 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:51.585089 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051bbe-9060-4e73-9ebc-2019dec8faf4 None None] Pushing event updated for resources: {'Port': ['ID=61c46ac5-3899-41de-9278-7a8c022e8f01,revision_number=4']} {{(pid=93230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:51.589774 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Routers {'8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:51.590452 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:32:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:51.716810 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] Set router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:52.023350 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '61c46ac5-3899-41de-9278-7a8c022e8f01', 'name': '', 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'mac_address': 'fa:16:3e:ce:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:44Z', 'updated_at': '2021-07-22T02:32:51Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'subnets': [{'id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:52.051034 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f1535-aaf2-47b4-a6f1-e45df35d1b7f None None] The sync data for ids ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'] in dv-cinder-792299-6-smb is: [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '61c46ac5-3899-41de-9278-7a8c022e8f01', 'name': '', 'network_id': '6f2357b4-39e9-40d1-9afd-68c481afa50e', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'mac_address': 'fa:16:3e:ce:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:44Z', 'updated_at': '2021-07-22T02:32:51Z', 'revision_number': 4, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'subnets': [{'id': '96427871-f63b-416a-9c11-75c50c8ef8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:52.439156 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916801e-0c49-4e2c-a636-7660914f488b req-148585d9-37cc-4b9e-a467-f21355a4d333 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:52.449590 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a916801e-0c49-4e2c-a636-7660914f488b req-148585d9-37cc-4b9e-a467-f21355a4d333 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 946 time: 0.1052382 Jul 22 02:32:52.500553 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a916801e-0c49-4e2c-a636-7660914f488b req-cd2d301a-b9b4-4470-9c13-a00460b44954 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497699 Jul 22 02:32:52.672266 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-44ceed38-4732-469c-972d-50eb953a4dd3 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:52.674719 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-44ceed38-4732-469c-972d-50eb953a4dd3 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 946 time: 0.0914936 Jul 22 02:32:52.786302 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Deleting port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:52.788411 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.904704 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] For port ed2d7eb9-1f47-4748-b09d-b54e1b69c017, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:52.906173 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.923857 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Calling delete_port for ed2d7eb9-1f47-4748-b09d-b54e1b69c017 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:52.926097 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 61c46ac5-3899-41de-9278-7a8c022e8f01 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:52.984271 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning for port 61c46ac5-3899-41de-9278-7a8c022e8f01 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:52.989533 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 61c46ac5-3899-41de-9278-7a8c022e8f01 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:52.990025 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:53.094004 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:53.103832 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:53.117967 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['ed2d7eb9-1f47-4748-b09d-b54e1b69c017'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:53.160498 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] For port 61c46ac5-3899-41de-9278-7a8c022e8f01, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=61c46ac5-3899-41de-9278-7a8c022e8f01,segment=NetworkSegment(d894de75-02cc-467c-b523-efbd64c9c14f),segment_id=d894de75-02cc-467c-b523-efbd64c9c14f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:53.171929 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:53.181301 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Pushing event deleted for resources: {'Port': ['ID=ed2d7eb9-1f47-4748-b09d-b54e1b69c017,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:53.251662 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Pushing event updated for resources: {'Port': ['ID=61c46ac5-3899-41de-9278-7a8c022e8f01,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:53.255926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] No DVR routers for this DVR port ed2d7eb9-1f47-4748-b09d-b54e1b69c017 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:53.258355 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:53.260558 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-d859dbe8-1788-47c4-9046-ef1c3019bb0a req-45410592-7ade-40ea-ae45-c5da9c03ddc9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "DELETE /v2.0/ports/ed2d7eb9-1f47-4748-b09d-b54e1b69c017 HTTP/1.1" status: 204 len: 173 time: 0.5787838 Jul 22 02:32:53.261067 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0172b055-c632-41d3-a831-1c6a54340223', 'name': 'network-vif-deleted', 'tag': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:53.264411 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa7195-fbbb-428e-a760-6f8c5144ba1c" -d '{"events": [{"server_uuid": "0172b055-c632-41d3-a831-1c6a54340223", "name": "network-vif-deleted", "tag": "ed2d7eb9-1f47-4748-b09d-b54e1b69c017"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:53.306352 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d5173-cf47-4c88-bca7-561fac5c159f x-openstack-request-id: req-ce3d5173-cf47-4c88-bca7-561fac5c159f {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:53.307077 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0172b055-c632-41d3-a831-1c6a54340223", "name": "network-vif-deleted", "tag": "ed2d7eb9-1f47-4748-b09d-b54e1b69c017", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:53.307504 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce3d5173-cf47-4c88-bca7-561fac5c159f {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:53.308071 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0172b055-c632-41d3-a831-1c6a54340223', 'name': 'network-vif-deleted', 'tag': 'ed2d7eb9-1f47-4748-b09d-b54e1b69c017', 'status': 'completed', 'code': 200} Jul 22 02:32:53.635978 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f85e86d7-99fb-44cc-a4c1-c9504bc56def req-b09d2990-caec-4f8b-a7b8-1c442e099347 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=0172b055-c632-41d3-a831-1c6a54340223 HTTP/1.1" status: 200 len: 210 time: 0.0357239 Jul 22 02:32:54.880073 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 61c46ac5-3899-41de-9278-7a8c022e8f01 up at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:54.956711 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Provisioning complete for port 61c46ac5-3899-41de-9278-7a8c022e8f01 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:54.957379 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:55.066288 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8044a69b-b41a-4edf-8d6c-2c27cf497c48 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:55.067786 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8044a69b-b41a-4edf-8d6c-2c27cf497c48 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/networks?id=05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 200 len: 808 time: 0.1338007 Jul 22 02:32:55.084798 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-e1964b93-dfda-4f14-ab2a-e3985d266de5 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/quotas/65d764dbb2ed44f4a2f096c1785172ea HTTP/1.1" status: 200 len: 375 time: 0.0116820 Jul 22 02:32:55.122211 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-245b84c5-9c23-4046-ba15-4dbfbb73a891 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318353 Jul 22 02:32:55.226495 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-49ccc091-2402-4699-8a2f-0cdc218fd210 service neutron] 10.222.0.25 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965841 Jul 22 02:32:55.325853 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-01da7af4-908e-4eb2-a441-ab2eb8e9e0a0 service neutron] 10.222.0.25 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925453 Jul 22 02:32:55.519935 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2d5f757-425b-4474-bf62-05512069b285 req-1668714b-3000-4174-bec5-ee6b9476cec5 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 210 time: 0.0494666 Jul 22 02:32:55.573744 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device ed2d7eb9-1f47-4748-b09d-b54e1b69c017 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:55.613927 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: ed2d7eb9-1f47-4748-b09d-b54e1b69c017 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:55.614370 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device ed2d7eb9-1f47-4748-b09d-b54e1b69c017 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:56.676900 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-ece6a708-c969-47e6-8587-2d91af7b187e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:56.678396 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-ece6a708-c969-47e6-8587-2d91af7b187e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "GET /v2.0/networks?id=05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 200 len: 808 time: 0.1435785 Jul 22 02:32:56.695655 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Request body: {'port': {'device_id': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf', 'admin_state_up': True, 'tenant_id': '65d764dbb2ed44f4a2f096c1785172ea'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:56.704454 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7a9ff547-3172-409b-b12b-470a59a46036 req-c65fb3ea-19f7-4100-9fe3-d22240e1ec44 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 210 time: 0.1012442 Jul 22 02:32:56.829026 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Made reservation on behalf of 65d764dbb2ed44f4a2f096c1785172ea for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:56.832890 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:56.977162 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Allocated IP 172.20.0.9 (05b48937-8086-43c9-a56f-2e6adc51a4cf/8be52145-610a-4d70-b951-846bdba58c77/0dfe0182-ecbe-4d80-a1f7-faa59ed8212c) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:57.158840 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:57.207396 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:57.266926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Pushing event updated for resources: {'Port': ['ID=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:57.274171 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Network 05b48937-8086-43c9-a56f-2e6adc51a4cf is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:57.276149 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:57.283097 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:57.337815 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:57.338935 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:57.380713 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-0f468a60-f72f-4c7b-9144-836b2e85185c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6912124 Jul 22 02:32:57.393310 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Request body: {'port': {'device_id': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:57.474031 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:57.815915 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:57.825226 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:57.839788 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Transition to ACTIVE for port object 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:57.846989 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:57.864708 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55e6b-82d0-41ae-bbf3-cbcadd53236e req-4191ec86-9330-4b31-a41f-cd531903f163 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:57.872357 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9cb55e6b-82d0-41ae-bbf3-cbcadd53236e req-4191ec86-9330-4b31-a41f-cd531903f163 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 931 time: 0.0854492 Jul 22 02:32:57.916367 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9cb55e6b-82d0-41ae-bbf3-cbcadd53236e req-ec7b9e29-5d36-44b0-907b-a5c0cbb29ca9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Jul 22 02:32:57.928382 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:57.984904 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Attempting to bind port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:57.985272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Attempting to bind port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:57.985605 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Attempting to bind port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c on network 05b48937-8086-43c9-a56f-2e6adc51a4cf {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:57.995014 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c on network 05b48937-8086-43c9-a56f-2e6adc51a4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:32:57.995339 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Attempting to bind port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c on network 05b48937-8086-43c9-a56f-2e6adc51a4cf {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:58.000953 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:58.001288 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Checking segment: {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:58.001733 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Bound using segment: {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:58.002165 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Bound port: 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2baae916-9bd9-4a27-b957-fcfe67ae7a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:58.002523 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:58.069875 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] For port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:58.073206 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] For port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:58.077708 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:58.112254 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.112955 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:58.114382 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] 10.222.0.32 "PUT /v2.0/ports/0dfe0182-ecbe-4d80-a1f7-faa59ed8212c HTTP/1.1" status: 200 len: 1093 time: 0.7258549 Jul 22 02:32:58.114811 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'tag': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:58.117020 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ef3b8d-56b9-420a-adfb-cb4691de7003", "tag": "0dfe0182-ecbe-4d80-a1f7-faa59ed8212c"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:58.151418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9941dd-61cf-462b-8ee2-124951ae0daf service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:58.182149 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f339745-3ef2-415a-a40d-7d87e559a17d x-openstack-request-id: req-9f339745-3ef2-415a-a40d-7d87e559a17d {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:58.182430 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ef3b8d-56b9-420a-adfb-cb4691de7003", "tag": "0dfe0182-ecbe-4d80-a1f7-faa59ed8212c", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:58.182677 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f339745-3ef2-415a-a40d-7d87e559a17d {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:58.183077 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'tag': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c', 'status': 'completed', 'code': 200} Jul 22 02:32:58.230595 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-628b4103-f012-4131-98b2-ac3aa35504d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.232170 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-628b4103-f012-4131-98b2-ac3aa35504d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 1096 time: 0.0585141 Jul 22 02:32:58.273808 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-25931fd6-8b5c-44d1-b048-125c0141d3fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c HTTP/1.1" status: 200 len: 217 time: 0.0328741 Jul 22 02:32:58.320944 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-09f98b15-6bc7-46f2-8caa-6010d3e77019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.322335 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-09f98b15-6bc7-46f2-8caa-6010d3e77019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8be52145-610a-4d70-b951-846bdba58c77 HTTP/1.1" status: 200 len: 848 time: 0.0422316 Jul 22 02:32:58.356824 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-aad83e70-e4fe-4041-a247-62d16cd7f959 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b48937-8086-43c9-a56f-2e6adc51a4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283835 Jul 22 02:32:58.449869 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-c4f0665b-204e-424a-8416-8fe7916d7e34 service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Jul 22 02:32:58.546506 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-7f39ebe4-361a-47ac-babc-4f7c19059a47 req-df7d5866-2453-4a2a-996c-d3c124ed3dfc service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887542 Jul 22 02:32:58.615725 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-7d7d6051-d366-471d-b38c-40eb03e190f1 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.617312 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-7d7d6051-d366-471d-b38c-40eb03e190f1 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 814 time: 0.1094735 Jul 22 02:32:58.632595 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-4772e9ff-cdc5-4312-a9f5-31ea5494eac6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/quotas/6ba5a340bda94107abaefef6acaafd84 HTTP/1.1" status: 200 len: 375 time: 0.0091414 Jul 22 02:32:58.660956 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-297aa6ff-1317-49e8-8db7-4e00fd5632bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.662654 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-297aa6ff-1317-49e8-8db7-4e00fd5632bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 1096 time: 0.0695603 Jul 22 02:32:58.700203 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-8ec5f67f-9027-428c-a7b9-2665ab16095b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622861 Jul 22 02:32:58.756927 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-e3e1ac6b-14b8-4705-b8a8-49a623d6466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.758390 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-e3e1ac6b-14b8-4705-b8a8-49a623d6466c service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 200 len: 909 time: 0.0885730 Jul 22 02:32:58.803744 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-f05badb6-8beb-4bfe-8913-24a51c650d9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c HTTP/1.1" status: 200 len: 217 time: 0.0372822 Jul 22 02:32:58.853796 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-93cbbc51-d374-41f5-8e0a-8da0c570df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.855470 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-93cbbc51-d374-41f5-8e0a-8da0c570df8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8be52145-610a-4d70-b951-846bdba58c77 HTTP/1.1" status: 200 len: 848 time: 0.0451987 Jul 22 02:32:58.893443 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-d3b01acc-01e6-41c9-80f2-e4ba60fea237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b48937-8086-43c9-a56f-2e6adc51a4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300341 Jul 22 02:32:58.991406 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-b4625669-fe5c-4703-ad34-849c49763c4a service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904176 Jul 22 02:32:59.044030 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-27b784e2-c819-43cb-804c-4b3732356257 service neutron] 10.222.0.25 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318775 Jul 22 02:32:59.086966 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-36dd8073-c2f1-4d31-9cf3-8eaff66a8fe8 req-03b62588-1146-4531-91e9-9e9222cf9aa4 service neutron] 10.222.0.32 "GET /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879626 Jul 22 02:32:59.099545 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a0e5-85d2-4703-8516-ef2358347a9c req-32384ff5-bb03-4d43-866d-80ec31cf5253 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:59.101025 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be59a0e5-85d2-4703-8516-ef2358347a9c req-32384ff5-bb03-4d43-866d-80ec31cf5253 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 943 time: 0.1086395 Jul 22 02:32:59.177492 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be59a0e5-85d2-4703-8516-ef2358347a9c req-9d60b11c-aa4a-481d-ad95-9050e616bcfd tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474687 Jul 22 02:32:59.182775 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-334c2598-c0bd-4495-a2c7-2c049753e1bf service neutron] 10.222.0.25 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309111 Jul 22 02:32:59.347098 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c29c4cd0-fc3d-4eca-a8f8-e925eb3d0343 req-54df5b73-7373-4047-b93b-4578f2055f61 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0294883 Jul 22 02:33:00.327915 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3157d0-fe2a-4897-9a1c-a34b3590099c req-0e6d4fff-cae1-4d34-998d-6ed6f54b5951 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:00.330620 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e3157d0-fe2a-4897-9a1c-a34b3590099c req-0e6d4fff-cae1-4d34-998d-6ed6f54b5951 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 943 time: 0.0751326 Jul 22 02:33:00.359810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-d628e264-cf76-437b-81b6-e4c71d0f62e3 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:00.362052 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-d628e264-cf76-437b-81b6-e4c71d0f62e3 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 814 time: 0.1645529 Jul 22 02:33:00.377021 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'port': {'device_id': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'admin_state_up': True, 'tenant_id': '6ba5a340bda94107abaefef6acaafd84'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:00.378046 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e3157d0-fe2a-4897-9a1c-a34b3590099c req-9673d14a-e3fd-4c83-bbf2-9b53dce8c0d8 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Jul 22 02:33:00.457751 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f05de-e9da-425d-8794-3c4dcdb3cadb req-bd7f5aa7-bcc3-4b4d-9861-60277c9c02eb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:00.459225 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6a2f05de-e9da-425d-8794-3c4dcdb3cadb req-bd7f5aa7-bcc3-4b4d-9861-60277c9c02eb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0790870 Jul 22 02:33:00.477276 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15bdbc47-9794-4b6d-b284-f1742647f9a1 req-44307a4f-49c0-4019-9476-755c4181e004 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0382113 Jul 22 02:33:00.503344 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Made reservation on behalf of 6ba5a340bda94107abaefef6acaafd84 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:33:00.506826 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:00.513939 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6a2f05de-e9da-425d-8794-3c4dcdb3cadb req-8a253c41-9a58-423b-b516-6725226a452d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389013 Jul 22 02:33:00.632599 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Allocated IP 172.20.0.6 (3a050a21-555f-4101-9477-e6cc5cf7b270/f32a4d3c-4313-4066-a106-c1be7fef290c/e2e53c31-9bb0-416b-9732-ab40ed82c495) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:00.811195 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:00.828041 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Transition to ACTIVE for port object e2e53c31-9bb0-416b-9732-ab40ed82c495 will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:00.871549 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:00.925606 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:00.928817 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:00.932695 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:00.961188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:00.994430 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:00.995356 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:01.015355 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-c5aff03f-0ca4-445a-aa68-70ea8d1597be tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424749 Jul 22 02:33:01.205935 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-b4e853f9-3dcd-4203-ba71-399c473ed21a None None] Provisioning for port e2e53c31-9bb0-416b-9732-ab40ed82c495 completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:01.209802 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-b4e853f9-3dcd-4203-ba71-399c473ed21a None None] Provisioning complete for port e2e53c31-9bb0-416b-9732-ab40ed82c495 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:01.210177 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b4e853f9-3dcd-4203-ba71-399c473ed21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:01.253721 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-b4e853f9-3dcd-4203-ba71-399c473ed21a None None] Port e2e53c31-9bb0-416b-9732-ab40ed82c495 cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:33:01.514053 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2655-07b5-48b2-b110-3fb043816c63 req-42b3fa03-a97f-44af-a9c9-b917818ef809 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:01.516111 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-918a2655-07b5-48b2-b110-3fb043816c63 req-42b3fa03-a97f-44af-a9c9-b917818ef809 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 943 time: 0.0701785 Jul 22 02:33:01.572878 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-918a2655-07b5-48b2-b110-3fb043816c63 req-52c3f4e3-ca94-4dfe-a106-3e35ea0544f9 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493088 Jul 22 02:33:01.600463 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:01.643833 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9c75-8cae-4e2e-870d-1166f77b321d req-3873b6d5-8df9-4a52-aa86-e0ddb40027ea tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:01.645299 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-289b9c75-8cae-4e2e-870d-1166f77b321d req-3873b6d5-8df9-4a52-aa86-e0ddb40027ea tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0888543 Jul 22 02:33:01.714051 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:01.721579 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-289b9c75-8cae-4e2e-870d-1166f77b321d req-f90daf6b-7d49-42ce-b8ed-2327d3b4557b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Jul 22 02:33:01.726826 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c', 'network_id': '05b48937-8086-43c9-a56f-2e6adc51a4cf', 'port_id': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c', 'mac_address': 'fa:16:3e:a8:56:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be52145-610a-4d70-b951-846bdba58c77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:01.753047 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf922c1b-d657-4793-939f-155f76cb9c31 req-116a22ee-92d5-4730-8480-b24355a0a980 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:01.754618 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bf922c1b-d657-4793-939f-155f76cb9c31 req-116a22ee-92d5-4730-8480-b24355a0a980 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1192753 Jul 22 02:33:01.780869 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:01.794149 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:01.806503 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-bf922c1b-d657-4793-939f-155f76cb9c31 req-4c0a50c2-586f-48fa-a36d-1ca90b4f8a9d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441494 Jul 22 02:33:01.828039 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:01.833569 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:01.885879 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:02.094949 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['0dfe0182-ecbe-4d80-a1f7-faa59ed8212c'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:02.724513 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1284d-1c96-44d1-8021-ffff6f93ef75 req-51d56a1b-86a9-4ae8-b250-7b88446fd329 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:02.726172 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-75d1284d-1c96-44d1-8021-ffff6f93ef75 req-51d56a1b-86a9-4ae8-b250-7b88446fd329 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 944 time: 0.0828934 Jul 22 02:33:02.768467 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-75d1284d-1c96-44d1-8021-ffff6f93ef75 req-61810687-8070-4719-813a-893fbc92bf83 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Jul 22 02:33:02.866642 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2bed7-8e07-453e-8b3d-58104513f9c3 req-95f841a4-64b4-4041-acdf-8ef82c2c748d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:02.868541 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-42a2bed7-8e07-453e-8b3d-58104513f9c3 req-95f841a4-64b4-4041-acdf-8ef82c2c748d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0665262 Jul 22 02:33:02.943038 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-42a2bed7-8e07-453e-8b3d-58104513f9c3 req-f15e8bc9-2c5a-4cd0-b4fa-38ecd9028aa9 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Jul 22 02:33:02.972763 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ba071-97ce-4ddf-8f93-9d7acc54b149 req-848eb2a7-05c0-4776-a295-c64878933975 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:02.974248 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-295ba071-97ce-4ddf-8f93-9d7acc54b149 req-848eb2a7-05c0-4776-a295-c64878933975 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0919342 Jul 22 02:33:03.014414 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-295ba071-97ce-4ddf-8f93-9d7acc54b149 req-44a768c5-dbae-4ef1-a2fa-94bdce28603d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Jul 22 02:33:03.634593 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:03.687786 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:03.695114 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:03.695491 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:03.777943 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:03.802160 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:03.804442 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3945b6b-ae91-412c-b671-592ebe447c21" -d '{"events": [{"server_uuid": "e6ef3b8d-56b9-420a-adfb-cb4691de7003", "name": "network-vif-plugged", "status": "completed", "tag": "0dfe0182-ecbe-4d80-a1f7-faa59ed8212c"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:03.818593 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:03.825235 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:03.853730 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b8e5d3-67d5-4d01-aacc-3ae9df520ddc x-openstack-request-id: req-89b8e5d3-67d5-4d01-aacc-3ae9df520ddc {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:03.854136 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ef3b8d-56b9-420a-adfb-cb4691de7003", "name": "network-vif-plugged", "status": "completed", "tag": "0dfe0182-ecbe-4d80-a1f7-faa59ed8212c", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:03.854457 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89b8e5d3-67d5-4d01-aacc-3ae9df520ddc {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:03.854914 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c', 'code': 200} Jul 22 02:33:03.884235 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:03.941808 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782f826-2a27-4d1b-a732-5d4d93e901c3 req-1b68fc4e-8af1-4f49-a1e7-64b63d1d99a3 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:03.943514 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7782f826-2a27-4d1b-a732-5d4d93e901c3 req-1b68fc4e-8af1-4f49-a1e7-64b63d1d99a3 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0744579 Jul 22 02:33:03.985901 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7782f826-2a27-4d1b-a732-5d4d93e901c3 req-791f9114-9a4b-4a89-8064-6676b5f04934 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359292 Jul 22 02:33:04.090522 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0e094-5bb0-41c0-b5cf-0e01e9235455 req-fd9c4ee0-9d34-4b94-bc90-50f36a9adf48 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:04.092698 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d6a0e094-5bb0-41c0-b5cf-0e01e9235455 req-fd9c4ee0-9d34-4b94-bc90-50f36a9adf48 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0808563 Jul 22 02:33:04.168692 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d6a0e094-5bb0-41c0-b5cf-0e01e9235455 req-37233ba4-6231-4341-abd7-84b0f15bf579 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641932 Jul 22 02:33:04.186285 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ec763-dc4a-467d-acd5-fcf8b8c9697f req-646613d2-c368-4bf1-ab7f-4ebefa197877 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:04.188380 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-670ec763-dc4a-467d-acd5-fcf8b8c9697f req-646613d2-c368-4bf1-ab7f-4ebefa197877 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0944569 Jul 22 02:33:04.234666 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-670ec763-dc4a-467d-acd5-fcf8b8c9697f req-6d92dcea-a6d1-4ebc-a43b-04d33e3cb440 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402601 Jul 22 02:33:05.120627 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d67e95-c3a9-4e4d-a6fb-141e528c1c53 req-0b0e05bd-e286-4847-8923-424ac9602ea8 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:05.122186 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f1d67e95-c3a9-4e4d-a6fb-141e528c1c53 req-0b0e05bd-e286-4847-8923-424ac9602ea8 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0668261 Jul 22 02:33:05.164420 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f1d67e95-c3a9-4e4d-a6fb-141e528c1c53 req-a4c2be47-69ba-4c9e-97ef-b13ab3d381c4 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358493 Jul 22 02:33:05.302908 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9a5ad-d67c-49c6-93b6-8a8538d1c81d req-6d95d9d4-e63b-4a51-b30a-a285146dd951 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:05.304435 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-17e9a5ad-d67c-49c6-93b6-8a8538d1c81d req-6d95d9d4-e63b-4a51-b30a-a285146dd951 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0675812 Jul 22 02:33:05.380001 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-17e9a5ad-d67c-49c6-93b6-8a8538d1c81d req-46f90e2e-3605-4e32-982c-130ea19bc6a8 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Jul 22 02:33:05.403180 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea345687-443c-4852-a5fa-73834d5f4be3 req-fdd5ec11-a649-4994-b34d-56735bb62158 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:05.404680 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ea345687-443c-4852-a5fa-73834d5f4be3 req-fdd5ec11-a649-4994-b34d-56735bb62158 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0956459 Jul 22 02:33:05.446338 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ea345687-443c-4852-a5fa-73834d5f4be3 req-66902349-e56c-4e89-96a2-a0d9f5472a83 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Jul 22 02:33:06.305718 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3810491-df3b-464c-9d16-517f0626e7ed req-4e4598fd-3cea-4ab8-ab1d-de2f56ef4e56 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:06.308105 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e3810491-df3b-464c-9d16-517f0626e7ed req-4e4598fd-3cea-4ab8-ab1d-de2f56ef4e56 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Jul 22 02:33:06.349299 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e3810491-df3b-464c-9d16-517f0626e7ed req-b98374e2-41d5-40a3-91dd-df1c1dc1475c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Jul 22 02:33:06.514202 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f752-a27f-4e68-ab91-2419314d01c8 req-c47392ea-f12f-4102-b50f-24dc03a86059 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:06.516591 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7722f752-a27f-4e68-ab91-2419314d01c8 req-c47392ea-f12f-4102-b50f-24dc03a86059 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0680909 Jul 22 02:33:06.590517 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7722f752-a27f-4e68-ab91-2419314d01c8 req-824b5195-a09a-40d6-8f7d-ef2c15994cdb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Jul 22 02:33:06.617582 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a26af-a5b0-4f6a-bbb1-7a2048c95c76 req-9b5d9fcf-168b-4c11-9b70-8ae5546cd4a0 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:06.619134 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aa5a26af-a5b0-4f6a-bbb1-7a2048c95c76 req-9b5d9fcf-168b-4c11-9b70-8ae5546cd4a0 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0973439 Jul 22 02:33:06.662197 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aa5a26af-a5b0-4f6a-bbb1-7a2048c95c76 req-0e785e12-edff-4e83-8123-b7edfb706555 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375762 Jul 22 02:33:07.491066 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc558-b0c5-4d93-80b8-ce2db7435bb7 req-f97dce5a-356e-4212-8b2c-f69b6471762e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:07.492663 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9d3fc558-b0c5-4d93-80b8-ce2db7435bb7 req-f97dce5a-356e-4212-8b2c-f69b6471762e tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0741675 Jul 22 02:33:07.563463 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9d3fc558-b0c5-4d93-80b8-ce2db7435bb7 req-411d7512-e043-4b4d-b24f-feb05dc7c9b1 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614207 Jul 22 02:33:07.592155 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc50f2-bca4-4a17-94e6-7c5a49ae9b8b req-c443a77f-b3f5-4f3b-ac28-f9fb34b15cb3 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:07.593969 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d1bc50f2-bca4-4a17-94e6-7c5a49ae9b8b req-c443a77f-b3f5-4f3b-ac28-f9fb34b15cb3 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1001036 Jul 22 02:33:07.647787 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d1bc50f2-bca4-4a17-94e6-7c5a49ae9b8b req-17d9d273-7889-40a8-b404-6b3b0e4fafc6 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480990 Jul 22 02:33:07.652824 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-863f7a9c-ba7a-4ec9-96af-95d421cce1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.737181 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8285aa-811a-49e4-ae96-e7966b96c1ac req-fe47853b-5a08-499b-8b1b-2abff73c2b45 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:07.738761 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4b8285aa-811a-49e4-ae96-e7966b96c1ac req-fe47853b-5a08-499b-8b1b-2abff73c2b45 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0731959 Jul 22 02:33:07.812808 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4b8285aa-811a-49e4-ae96-e7966b96c1ac req-7f4a5600-e4ea-488b-ab56-826376e2dd2e tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638239 Jul 22 02:33:07.832112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a54df-90e7-4fea-995d-b97d357e75f0 req-cb671e03-c40d-4c59-8256-1fa8da2e254c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:07.833631 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a90a54df-90e7-4fea-995d-b97d357e75f0 req-cb671e03-c40d-4c59-8256-1fa8da2e254c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0938168 Jul 22 02:33:07.889427 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a90a54df-90e7-4fea-995d-b97d357e75f0 req-b07a0e42-95e1-4f1d-b474-4aa94edc30be tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414488 Jul 22 02:33:08.699835 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62ef4-4a07-4a0a-8b05-c3c9bb2cdd21 req-8413505b-7e57-4b46-b873-ca22a4082bd4 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:08.701568 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f8c62ef4-4a07-4a0a-8b05-c3c9bb2cdd21 req-8413505b-7e57-4b46-b873-ca22a4082bd4 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0686738 Jul 22 02:33:08.776162 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f8c62ef4-4a07-4a0a-8b05-c3c9bb2cdd21 req-02d1b837-b668-4c79-ae08-47c85ef20f83 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680230 Jul 22 02:33:08.806037 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5878d71-92f7-4816-b476-cca78b8f2b2e req-544359d8-e42e-4c12-9ca0-893d4607cdcd tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:08.807652 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c5878d71-92f7-4816-b476-cca78b8f2b2e req-544359d8-e42e-4c12-9ca0-893d4607cdcd tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0918190 Jul 22 02:33:08.850852 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c5878d71-92f7-4816-b476-cca78b8f2b2e req-6f764cac-b274-4325-9fc4-fca4c000bc2a tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361118 Jul 22 02:33:08.956859 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c84bf-b34b-4b85-8566-db959dd0e12f req-61a21374-8d6f-4948-83af-e5e68ef7adcf tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:08.958402 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e5c84bf-b34b-4b85-8566-db959dd0e12f req-61a21374-8d6f-4948-83af-e5e68ef7adcf tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0729005 Jul 22 02:33:09.031391 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e5c84bf-b34b-4b85-8566-db959dd0e12f req-71a45f8d-2837-4228-b895-b73a2771bc86 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668976 Jul 22 02:33:09.059601 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf66e-48c3-4ab5-b6bd-f5e338b0bbe8 req-1d9a73bd-9eeb-442f-aeb1-b64301feb37b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:09.061239 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ec9cf66e-48c3-4ab5-b6bd-f5e338b0bbe8 req-1d9a73bd-9eeb-442f-aeb1-b64301feb37b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0903778 Jul 22 02:33:09.103726 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ec9cf66e-48c3-4ab5-b6bd-f5e338b0bbe8 req-4d23f715-1d49-4d87-bf16-73e1a16b6db4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361657 Jul 22 02:33:09.939511 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b2d05-4039-4ae5-8add-602c5063c82d req-9f26d6c8-4f68-4ba0-b32d-56e03e4373b2 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:09.941103 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7c4b2d05-4039-4ae5-8add-602c5063c82d req-9f26d6c8-4f68-4ba0-b32d-56e03e4373b2 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0867405 Jul 22 02:33:10.034610 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7c4b2d05-4039-4ae5-8add-602c5063c82d req-9da7371d-2ac9-4857-8706-27164e4d7d65 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827072 Jul 22 02:33:10.052247 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97d8b7-1f6e-42b3-99ac-435068695e87 req-670e83de-84fe-4cad-9fd8-8d84a17224ae tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.053734 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-de97d8b7-1f6e-42b3-99ac-435068695e87 req-670e83de-84fe-4cad-9fd8-8d84a17224ae tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.1117241 Jul 22 02:33:10.102251 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-de97d8b7-1f6e-42b3-99ac-435068695e87 req-f3fe35bb-d849-4159-af90-d303e3eadbad tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Jul 22 02:33:10.109082 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:10.192187 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f109c59-1941-43a7-9fee-0261902d6d50 req-39a1cefc-f414-4301-ab31-a10e5c50db0f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.193954 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6f109c59-1941-43a7-9fee-0261902d6d50 req-39a1cefc-f414-4301-ab31-a10e5c50db0f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0688601 Jul 22 02:33:10.277838 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6f109c59-1941-43a7-9fee-0261902d6d50 req-bc7e0b34-4fd2-4a6b-972c-f01a41c71d40 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741992 Jul 22 02:33:10.291575 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f48eb932-e352-4e3e-94f6-c5e397f3bfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:10.306081 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61a1d5-06d7-4c5e-9bc3-3f26b12d8ac5 req-0c8dd7ea-ac0c-42e9-a815-ad8da41973ea tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.307720 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1c61a1d5-06d7-4c5e-9bc3-3f26b12d8ac5 req-0c8dd7ea-ac0c-42e9-a815-ad8da41973ea tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1129003 Jul 22 02:33:10.357939 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1c61a1d5-06d7-4c5e-9bc3-3f26b12d8ac5 req-24f209b4-c700-47da-b27b-a1d0eb51ce9d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Jul 22 02:33:10.597334 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.154996 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac811ab-2df7-4bba-9a37-038a4d40eda0 req-f0f39c89-b3eb-4350-9d3a-751e18fcef48 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.157080 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6ac811ab-2df7-4bba-9a37-038a4d40eda0 req-f0f39c89-b3eb-4350-9d3a-751e18fcef48 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0644572 Jul 22 02:33:11.227973 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6ac811ab-2df7-4bba-9a37-038a4d40eda0 req-9b2903e6-184d-4931-90f3-bf9ae937a003 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Jul 22 02:33:11.251484 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df198-dc64-49fb-ae7a-6e1d448dc1be req-27f0b458-5b92-4486-813d-0e0c29aa1863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.252943 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0b8df198-dc64-49fb-ae7a-6e1d448dc1be req-27f0b458-5b92-4486-813d-0e0c29aa1863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0843546 Jul 22 02:33:11.290646 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0b8df198-dc64-49fb-ae7a-6e1d448dc1be req-f5942955-082a-4c85-b215-0300a83e2368 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Jul 22 02:33:11.388486 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Request body: {'port': {'device_id': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:11.412210 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29085d-432a-430b-ae37-f512f09827ba req-f06d9f40-ef90-4c96-9fab-9f780181542e tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.413944 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6d29085d-432a-430b-ae37-f512f09827ba req-f06d9f40-ef90-4c96-9fab-9f780181542e tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 931 time: 0.0742180 Jul 22 02:33:11.459145 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6d29085d-432a-430b-ae37-f512f09827ba req-9efbeb2e-040c-4c65-a3e4-dfb09f880c82 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Jul 22 02:33:11.470326 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.555674 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f5e1b-c1b2-46af-ac6b-f9010db1d435 req-40770565-5452-4232-9ea3-837d70b890a5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.557182 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b53f5e1b-c1b2-46af-ac6b-f9010db1d435 req-40770565-5452-4232-9ea3-837d70b890a5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0686662 Jul 22 02:33:11.579795 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.626453 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b53f5e1b-c1b2-46af-ac6b-f9010db1d435 req-4776fde9-9e3f-479e-9142-44a8bc30fa8b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604074 Jul 22 02:33:11.647381 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fd553-53ed-440f-8974-5dfeccc607f2 req-01b048a1-d5a5-4f59-a630-783e01d34cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.648852 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b78fd553-53ed-440f-8974-5dfeccc607f2 req-01b048a1-d5a5-4f59-a630-783e01d34cef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 1098 time: 0.0908000 Jul 22 02:33:11.684807 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b78fd553-53ed-440f-8974-5dfeccc607f2 req-151fd89a-b326-441c-82c8-2a1bd3a9932b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273054 Jul 22 02:33:11.754340 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e53c31-9bb0-416b-9732-ab40ed82c495 {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:11.761340 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.772671 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Transition to ACTIVE for port object e2e53c31-9bb0-416b-9732-ab40ed82c495 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:11.775981 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.830033 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:11.898755 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Attempting to bind port e2e53c31-9bb0-416b-9732-ab40ed82c495 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:33:11.899091 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Attempting to bind port e2e53c31-9bb0-416b-9732-ab40ed82c495 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:33:11.899417 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Attempting to bind port e2e53c31-9bb0-416b-9732-ab40ed82c495 on network 3a050a21-555f-4101-9477-e6cc5cf7b270 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:11.903807 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Port e2e53c31-9bb0-416b-9732-ab40ed82c495 on network 3a050a21-555f-4101-9477-e6cc5cf7b270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:33:11.904121 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Attempting to bind port e2e53c31-9bb0-416b-9732-ab40ed82c495 on network 3a050a21-555f-4101-9477-e6cc5cf7b270 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:11.909266 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:33:11.909598 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Checking segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:33:11.910014 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Bound using segment: {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:33:11.910439 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Bound port: e2e53c31-9bb0-416b-9732-ab40ed82c495, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3693791-cad3-4793-9549-5ff9f7252ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:33:11.910820 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.977416 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:33:11.980282 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:33:11.985529 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:12.018418 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.019213 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:12.020586 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] 10.222.0.32 "PUT /v2.0/ports/e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 1093 time: 0.6369054 Jul 22 02:33:12.022765 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:12.025816 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2633fb-c16f-415b-90e6-4ec1e36dde24" -d '{"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:12.074084 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe77ad-6de2-49ab-bb54-6a98327907c5 x-openstack-request-id: req-cebe77ad-6de2-49ab-bb54-6a98327907c5 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:12.074310 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:12.074560 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cebe77ad-6de2-49ab-bb54-6a98327907c5 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:12.074943 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'status': 'completed', 'code': 200} Jul 22 02:33:12.078190 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef294d-942d-4a8a-af55-3b88cd09f40a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:12.125198 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-05110bde-91b5-4397-8605-c99fd639de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.126773 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-05110bde-91b5-4397-8605-c99fd639de50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0617032 Jul 22 02:33:12.174001 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-d381c710-45d1-4f86-ae4a-82781075ccb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 217 time: 0.0384371 Jul 22 02:33:12.221612 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-e1b240f6-3c9b-43fd-b6ea-c6d6fa5490d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.223080 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-e1b240f6-3c9b-43fd-b6ea-c6d6fa5490d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.0426438 Jul 22 02:33:12.283505 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-6d75e210-c910-4e9f-a4f7-2cc104e2f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.285070 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-6d75e210-c910-4e9f-a4f7-2cc104e2f3e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533557 Jul 22 02:33:12.365440 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4d9f-abfb-4c39-acd8-7bdc42a38db9 req-9e305e88-f79c-4a26-93f6-6d9286be1da4 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.366967 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-383c4d9f-abfb-4c39-acd8-7bdc42a38db9 req-9e305e88-f79c-4a26-93f6-6d9286be1da4 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0654409 Jul 22 02:33:12.382154 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-50e66e5f-9a84-49f2-9e10-6f970f9ee4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867157 Jul 22 02:33:12.435745 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-383c4d9f-abfb-4c39-acd8-7bdc42a38db9 req-e6f1d36a-fb43-4a6d-8db1-2587d1534c98 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Jul 22 02:33:12.457322 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6d09-7f6a-4148-9c91-e7fe9c4a83e4 req-2f19083c-0612-4ea4-aca3-16f8a424fddd tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.458835 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-967f6d09-7f6a-4148-9c91-e7fe9c4a83e4 req-2f19083c-0612-4ea4-aca3-16f8a424fddd tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0910010 Jul 22 02:33:12.478400 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c137a0f1-3f53-47a2-837b-cc1a6ec882f4 req-93ceeed2-3f10-4f97-9300-4cabc5e18b83 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890186 Jul 22 02:33:12.499690 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-967f6d09-7f6a-4148-9c91-e7fe9c4a83e4 req-4887ee76-b5fd-403b-a73d-d023d640af0b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Jul 22 02:33:12.593547 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b7823-07b7-4e7e-8fb2-7011f0d0d3ec req-1c5524ee-b382-4612-86fa-32eed7754412 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.597778 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3d8b7823-07b7-4e7e-8fb2-7011f0d0d3ec req-1c5524ee-b382-4612-86fa-32eed7754412 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 943 time: 0.0684381 Jul 22 02:33:12.644875 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3d8b7823-07b7-4e7e-8fb2-7011f0d0d3ec req-a4d96185-153a-4ae9-b465-bec44027a4c3 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Jul 22 02:33:12.770997 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcd943-b8d8-45e1-b675-34180fb52564 req-be3de1a1-8414-4cd3-980a-ce716ab07723 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.772570 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-33dcd943-b8d8-45e1-b675-34180fb52564 req-be3de1a1-8414-4cd3-980a-ce716ab07723 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0691612 Jul 22 02:33:12.805089 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-f11e69c3-666c-4446-96a6-9022f6d6e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.806795 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-f11e69c3-666c-4446-96a6-9022f6d6e443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1096 time: 0.2776537 Jul 22 02:33:12.815255 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-33dcd943-b8d8-45e1-b675-34180fb52564 req-b710b753-6db0-493c-a1f3-0d03dd39ea39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369415 Jul 22 02:33:12.898438 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-6fab6c56-d806-4847-a92d-77801b874173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.899801 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-6fab6c56-d806-4847-a92d-77801b874173 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 915 time: 0.0862772 Jul 22 02:33:12.950660 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-f2028fed-8a4f-48c6-98e1-bbdeab8f2f44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 217 time: 0.0368626 Jul 22 02:33:12.998494 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-c9f3a549-9e7e-44f7-966f-1017e79e9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.000456 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-c9f3a549-9e7e-44f7-966f-1017e79e9368 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.0423148 Jul 22 02:33:13.051327 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.059843 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-12e78de0-dfcc-485f-bd2d-a6fdbe55d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.061355 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-12e78de0-dfcc-485f-bd2d-a6fdbe55d7ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534613 Jul 22 02:33:13.154565 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-47017121-3c48-4575-8c44-e7753b23cb87 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826437 Jul 22 02:33:13.248975 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a2633fb-c16f-415b-90e6-4ec1e36dde24 req-57b6cbcf-7468-4e45-8bae-d712ddc4f8c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872271 Jul 22 02:33:13.565383 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6c22-d74c-473e-8411-4707d210d301 req-7ac2a93b-c93a-4e1d-b541-9b14f3a2ef3c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.566902 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-049e6c22-d74c-473e-8411-4707d210d301 req-7ac2a93b-c93a-4e1d-b541-9b14f3a2ef3c tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0645232 Jul 22 02:33:13.627772 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-049e6c22-d74c-473e-8411-4707d210d301 req-5837e6bd-3eb1-4b8d-962f-2b3a066e025b tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521181 Jul 22 02:33:13.651408 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2135fc-1535-4caa-b6f2-b26d5de215ba req-14dc40e8-264e-453d-8f1b-3dca627a9c7e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.653437 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5d2135fc-1535-4caa-b6f2-b26d5de215ba req-14dc40e8-264e-453d-8f1b-3dca627a9c7e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0851064 Jul 22 02:33:13.696700 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e2e53c31-9bb0-416b-9732-ab40ed82c495 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:13.698702 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5d2135fc-1535-4caa-b6f2-b26d5de215ba req-b97848f2-29ed-44dc-8bc8-6dea031328db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390973 Jul 22 02:33:13.787923 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff27b7f-879a-4e4f-9757-547b87c2d831 req-4275334a-06fe-4690-b457-bba7015d4a0a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.789331 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aff27b7f-879a-4e4f-9757-547b87c2d831 req-4275334a-06fe-4690-b457-bba7015d4a0a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 943 time: 0.0680671 Jul 22 02:33:13.801331 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:13.816670 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'port_id': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'mac_address': 'fa:16:3e:cb:76:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:13.848773 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-aff27b7f-879a-4e4f-9757-547b87c2d831 req-aa1e2d91-c3f1-45e2-931f-b1d7dd1243bf tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456140 Jul 22 02:33:13.856131 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.870132 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e53c31-9bb0-416b-9732-ab40ed82c495 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:13.911409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:13.923230 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.923904 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:13.988707 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf77ff-d2ae-454d-ab6e-84fbdd26c325 req-b0c598ae-7228-4f5d-8cd4-05376dba9db5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.990169 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8caf77ff-d2ae-454d-ab6e-84fbdd26c325 req-b0c598ae-7228-4f5d-8cd4-05376dba9db5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0736201 Jul 22 02:33:14.005277 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:14.029006 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8caf77ff-d2ae-454d-ab6e-84fbdd26c325 req-4c1cbccb-d62c-4685-9ce4-d4989bb2a46e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Jul 22 02:33:14.071538 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:14.084126 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:14.135489 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.148745 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19cdcd4f-d009-4903-b44b-16eb4ed9be72 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:14.153169 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-044afdd7-2252-47db-b946-e0b4b7da92ce tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.154947 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-044afdd7-2252-47db-b946-e0b4b7da92ce tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0782335 Jul 22 02:33:14.174145 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:14.180673 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.248460 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=6']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:14.286125 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Deleting port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:14.286469 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.287135 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['19cdcd4f-d009-4903-b44b-16eb4ed9be72'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:14.415733 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] For port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:14.416185 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.449024 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e2e53c31-9bb0-416b-9732-ab40ed82c495'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:14.473641 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49a78-0fde-4472-bbdc-a075a460e239 req-f66eaa94-0232-4ba7-a437-0b0240aabfa0 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.474935 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7d49a78-0fde-4472-bbdc-a075a460e239 req-f66eaa94-0232-4ba7-a437-0b0240aabfa0 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0768745 Jul 22 02:33:14.532877 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b7d49a78-0fde-4472-bbdc-a075a460e239 req-37455023-3e2c-4346-ba5b-68d4baab549d tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Jul 22 02:33:14.725274 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.725635 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.726036 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Floating IP 202fccdb-1c98-4077-b324-d190e9b2c8ab disassociated. External IP: 172.28.1.154, port: 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8. Jul 22 02:33:14.726371 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Calling delete_port for 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:14.860635 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1f33-8542-4aea-ab6f-3df7e13e3200 req-e1e8bcd5-8415-4317-b89b-4bfb210fb607 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.868609 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-971e1f33-8542-4aea-ab6f-3df7e13e3200 req-e1e8bcd5-8415-4317-b89b-4bfb210fb607 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=970c6f3b-1950-496f-9a6f-cb64dc9f3c4a HTTP/1.1" status: 200 len: 946 time: 0.0921657 Jul 22 02:33:14.879972 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.914857 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-971e1f33-8542-4aea-ab6f-3df7e13e3200 req-9d080512-7c4a-4274-9a90-70564995496c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f22a2ee-4417-4042-b0a1-8c07e7a50018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Jul 22 02:33:14.917271 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event deleted for resources: {'Port': ['ID=5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:14.994848 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b8f6-f0bd-46d9-ad82-8fe988bcd2a8 req-38d28ad1-5023-4e1e-a639-94db4fd1c715 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.996478 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0251b8f6-f0bd-46d9-ad82-8fe988bcd2a8 req-38d28ad1-5023-4e1e-a639-94db4fd1c715 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 944 time: 0.0658605 Jul 22 02:33:15.042369 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0251b8f6-f0bd-46d9-ad82-8fe988bcd2a8 req-990d3192-b16a-48f3-ad7d-dd4d17937362 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Jul 22 02:33:15.042664 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:33:15.164989 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:33:15.176186 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:33:15.191613 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:15.192240 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:33:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:15.208585 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4e9a6-9243-43b1-abe3-cb6b0298e752 req-12a0e98f-4570-4421-8d4a-aec741b52d3c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.211969 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-44e4e9a6-9243-43b1-abe3-cb6b0298e752 req-12a0e98f-4570-4421-8d4a-aec741b52d3c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 944 time: 0.0968902 Jul 22 02:33:15.217543 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] No DVR routers for this DVR port 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:33:15.223972 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:15.223972 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2098484f-6468-4810-b1dd-916e7ea9aaf0 req-741d2ce5-0f57-4571-9a94-b7ac1cabff88 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "DELETE /v2.0/ports/5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 HTTP/1.1" status: 204 len: 173 time: 1.0626094 Jul 22 02:33:15.223972 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'name': 'network-vif-deleted', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:15.225736 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e150c4-42ed-4414-aaef-02233e700314" -d '{"events": [{"server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "name": "network-vif-deleted", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:15.266262 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-44e4e9a6-9243-43b1-abe3-cb6b0298e752 req-30fe88ff-b616-4d82-833d-5ab67532d6bb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486548 Jul 22 02:33:15.288548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0685ff-fe69-48b1-bc7e-6c07738d42e9 x-openstack-request-id: req-6d0685ff-fe69-48b1-bc7e-6c07738d42e9 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:15.288837 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970c6f3b-1950-496f-9a6f-cb64dc9f3c4a", "name": "network-vif-deleted", "tag": "5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:15.289090 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d0685ff-fe69-48b1-bc7e-6c07738d42e9 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:15.289507 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970c6f3b-1950-496f-9a6f-cb64dc9f3c4a', 'name': 'network-vif-deleted', 'tag': '5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8', 'status': 'completed', 'code': 200} Jul 22 02:33:15.484400 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:15.666734 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc319-5ee7-495e-a017-0b622318cb76 req-392c5ac9-35eb-48a4-85f7-be50565509e6 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.675075 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4c1fc319-5ee7-495e-a017-0b622318cb76 req-392c5ac9-35eb-48a4-85f7-be50565509e6 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0801830 Jul 22 02:33:15.704682 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e2e53c31-9bb0-416b-9732-ab40ed82c495 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:15.747425 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4c1fc319-5ee7-495e-a017-0b622318cb76 req-dab69bf8-23f8-41ed-a405-45cf2cebab35 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a526f7b-d724-4b0c-85e1-7ab3c39897ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Jul 22 02:33:15.761935 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:15.793846 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e631925-7914-4c1e-9dbb-196126edc58e req-71725eb5-afca-418f-996c-e6199e9f339b tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.795428 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2e631925-7914-4c1e-9dbb-196126edc58e req-71725eb5-afca-418f-996c-e6199e9f339b tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 945 time: 0.0930178 Jul 22 02:33:15.801662 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:33:15.819285 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:15.819995 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:33:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:15.902464 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port e2e53c31-9bb0-416b-9732-ab40ed82c495 completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:15.976720 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port e2e53c31-9bb0-416b-9732-ab40ed82c495 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:15.977053 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.027149 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Deleting port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:16.027858 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.051250 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34320) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:16.088504 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:16.171943 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.181924 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8b4813f4-4753-43e9-bdae-76b1573cc05b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.207971 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] For port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,segment=NetworkSegment(2baae916-9bd9-4a27-b957-fcfe67ae7a5f),segment_id=2baae916-9bd9-4a27-b957-fcfe67ae7a5f)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:16.207971 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.227475 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Calling delete_port for 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:16.239509 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8b4813f4-4753-43e9-bdae-76b1573cc05b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.285578 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:16.290277 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:16.293231 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63141f-2b44-4f3b-a9e6-3d960f796562" -d '{"events": [{"server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:16.304230 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4aa80-f8d8-4313-8e6e-ce9da39c6d66 req-92900094-65f3-4792-9a9e-5dd07fb3cfef tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:16.313609 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1ca4aa80-f8d8-4313-8e6e-ce9da39c6d66 req-92900094-65f3-4792-9a9e-5dd07fb3cfef tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 944 time: 0.1602793 Jul 22 02:33:16.315536 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.319256 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:16.361359 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1ca4aa80-f8d8-4313-8e6e-ce9da39c6d66 req-0f0bd31c-6d45-45ac-8e3f-fa0a1f4f7300 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468328 Jul 22 02:33:16.382404 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8b4813f4-4753-43e9-bdae-76b1573cc05b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.385120 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8b4813f4-4753-43e9-bdae-76b1573cc05b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.386407 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-8b4813f4-4753-43e9-bdae-76b1573cc05b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "DELETE /v2.0/security-groups/8f22a2ee-4417-4042-b0a1-8c07e7a50018 HTTP/1.1" status: 204 len: 168 time: 0.3334453 Jul 22 02:33:16.392584 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34328) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:16.424561 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4813f4-4753-43e9-bdae-76b1573cc05b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22a2ee-4417-4042-b0a1-8c07e7a50018,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:16.440375 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.api.v2.resource [None req-27fa9854-f6dc-49a1-b538-6b40e609a994 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] show failed (client error): The resource could not be found. Jul 22 02:33:16.445510 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-27fa9854-f6dc-49a1-b538-6b40e609a994 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups/8f22a2ee-4417-4042-b0a1-8c07e7a50018 HTTP/1.1" status: 404 len: 347 time: 0.0519416 Jul 22 02:33:16.448624 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34330) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:16.464518 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:16.466995 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.523095 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c6dc7-0906-4d4f-a658-f8b49260e8de x-openstack-request-id: req-4c7c6dc7-0906-4d4f-a658-f8b49260e8de {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:16.523469 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:16.523609 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c7c6dc7-0906-4d4f-a658-f8b49260e8de {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:16.524283 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'code': 200} Jul 22 02:33:16.526783 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['0dfe0182-ecbe-4d80-a1f7-faa59ed8212c'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:16.547976 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d25f-5e1e-4b15-a2ee-0d751f9dfcb8 req-dc0ddf01-76e0-4cda-8bfd-9b8394ffa42e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:16.554892 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fb71d25f-5e1e-4b15-a2ee-0d751f9dfcb8 req-dc0ddf01-76e0-4cda-8bfd-9b8394ffa42e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 944 time: 0.1503205 Jul 22 02:33:16.615071 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fb71d25f-5e1e-4b15-a2ee-0d751f9dfcb8 req-7420ff6f-3b6c-4077-8549-13ee8b3aaade tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541503 Jul 22 02:33:16.648791 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Pushing event deleted for resources: {'Port': ['ID=0dfe0182-ecbe-4d80-a1f7-faa59ed8212c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:16.698529 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:16.699185 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.798984 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.802210 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:16.844115 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990405-b101-4ce5-a5e8-bf9118af6cd0 None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:33:16.889071 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:16.896771 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.927744 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee078-cfea-4c0f-b120-d20602f2b56f req-7df8cbd1-3fa3-4188-9147-91a11bf681d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:16.931062 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-75eee078-cfea-4c0f-b120-d20602f2b56f req-7df8cbd1-3fa3-4188-9147-91a11bf681d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1098 time: 0.2149847 Jul 22 02:33:16.942808 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] No DVR routers for this DVR port 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:33:16.945984 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.947930 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2e631925-7914-4c1e-9dbb-196126edc58e req-5f959884-b189-486c-b0a8-2ea1303dd5ee tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.32 "DELETE /v2.0/ports/0dfe0182-ecbe-4d80-a1f7-faa59ed8212c HTTP/1.1" status: 204 len: 173 time: 1.1442223 Jul 22 02:33:16.998827 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Deleting port ca5e82f3-350c-4be6-91aa-4ce683c75215 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:16.999742 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:17.014482 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-75eee078-cfea-4c0f-b120-d20602f2b56f req-488e683d-249d-44a8-93d2-f33e1491d4d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606742 Jul 22 02:33:17.024491 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=7']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:17.029192 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f2155516-580a-4616-ae21-4a2859097190 req-fd107411-8b64-41ff-a970-b071ed53fe86 tempest-VolumesActionsTest-636301073 tempest-VolumesActionsTest-636301073-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ef3b8d-56b9-420a-adfb-cb4691de7003 HTTP/1.1" status: 200 len: 210 time: 0.0917213 Jul 22 02:33:17.200795 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:17.201102 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:17.216707 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Calling delete_port for ca5e82f3-350c-4be6-91aa-4ce683c75215 owned by network:floatingip {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:17.266582 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988a2a8-f971-4f6b-999a-4dbab6ae42cb None None] New status for floating IP 202fccdb-1c98-4077-b324-d190e9b2c8ab: DOWN {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:33:17.326325 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'name': 'network-vif-deleted', 'tag': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:17.329386 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a6741a-4e46-4073-9eff-a3e8d79d8bfb" -d '{"events": [{"server_uuid": "e6ef3b8d-56b9-420a-adfb-cb4691de7003", "name": "network-vif-deleted", "tag": "0dfe0182-ecbe-4d80-a1f7-faa59ed8212c"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:17.439365 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7dfdd4-e302-423e-bfff-3d4a6f15fb04 x-openstack-request-id: req-1b7dfdd4-e302-423e-bfff-3d4a6f15fb04 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:17.439365 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ef3b8d-56b9-420a-adfb-cb4691de7003", "name": "network-vif-deleted", "tag": "0dfe0182-ecbe-4d80-a1f7-faa59ed8212c", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:17.439365 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7dfdd4-e302-423e-bfff-3d4a6f15fb04 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:17.439365 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ef3b8d-56b9-420a-adfb-cb4691de7003', 'name': 'network-vif-deleted', 'tag': '0dfe0182-ecbe-4d80-a1f7-faa59ed8212c', 'status': 'completed', 'code': 200} Jul 22 02:33:17.465835 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron_lib.db.api [None req-3988a2a8-f971-4f6b-999a-4dbab6ae42cb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:33:17.465835 dv-cinder-792299-6-smb neutron-server[93230]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jul 22 02:33:17.465835 dv-cinder-792299-6-smb neutron-server[93230]: [parameters: {'status': 'DOWN', 'floatingips_id': '202fccdb-1c98-4077-b324-d190e9b2c8ab'}] Jul 22 02:33:17.465835 dv-cinder-792299-6-smb neutron-server[93230]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:33:17.466767 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG oslo_db.api [None req-3988a2a8-f971-4f6b-999a-4dbab6ae42cb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:33:17.538669 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:17.573093 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event deleted for resources: {'Port': ['ID=ca5e82f3-350c-4be6-91aa-4ce683c75215,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:17.650041 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72bc8c-299e-4c9e-b39d-82d51ad74712 req-fbdea19f-76d4-4871-995a-9f40e0522cd4 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:17.651882 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be72bc8c-299e-4c9e-b39d-82d51ad74712 req-fbdea19f-76d4-4871-995a-9f40e0522cd4 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.1552691 Jul 22 02:33:17.703557 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:17.706197 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:17.707798 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-24a6eff2-5472-4d96-9d3c-e68083e9e4a2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "DELETE /v2.0/floatingips/202fccdb-1c98-4077-b324-d190e9b2c8ab HTTP/1.1" status: 204 len: 168 time: 1.2582605 Jul 22 02:33:17.712970 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:17.753527 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:33:17.758997 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 5ea9f0e8-2aae-472b-a9af-9f3dfa71d6c8 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:33:17.791677 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-be72bc8c-299e-4c9e-b39d-82d51ad74712 req-abed70cf-2625-476c-9f48-358b550510fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202352 Jul 22 02:33:17.914006 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209cc54-118b-4d29-aeac-7618d2769d33 req-946f8aec-332c-408d-afe7-24414ff9c348 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:17.927590 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6209cc54-118b-4d29-aeac-7618d2769d33 req-946f8aec-332c-408d-afe7-24414ff9c348 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1605182 Jul 22 02:33:17.969489 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988a2a8-f971-4f6b-999a-4dbab6ae42cb None None] New status for floating IP 202fccdb-1c98-4077-b324-d190e9b2c8ab: DOWN {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:33:17.984049 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6209cc54-118b-4d29-aeac-7618d2769d33 req-cf34bf2c-0375-4ad6-8a01-a5f0fbb18773 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510342 Jul 22 02:33:18.278329 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34352) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:18.283910 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688789530', 'description': 'tempest-description--484982788'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:18.330551 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.473750 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.489240 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.525449 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:18.527786 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14cbd42-36a8-41b7-9170-b01548c3c79e" -d '{"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-plugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:18.538950 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7710fc-9c31-4ac0-8f75-1615b2713a8a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:18.544136 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.546731 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-9ba404ba-deaa-476a-bfb7-edca33c01cf2 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2666614 Jul 22 02:33:18.549753 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34364) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:18.554510 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'security_group_rule': {'security_group_id': '7e7710fc-9c31-4ac0-8f75-1615b2713a8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:18.583348 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d3fb3a-7b1c-4fc2-8bcb-93662d3d4515 x-openstack-request-id: req-e0d3fb3a-7b1c-4fc2-8bcb-93662d3d4515 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:18.583669 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-plugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:18.583907 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0d3fb3a-7b1c-4fc2-8bcb-93662d3d4515 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:18.584285 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'code': 200} Jul 22 02:33:18.605876 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.677997 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.691030 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.713964 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a53301-8cd7-4f90-bb45-2cc685fbdc55,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:18.718898 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.721731 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-bcd7a2c2-f299-492b-92ea-c051e060644d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693625 Jul 22 02:33:18.723286 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34370) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:18.728331 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'security_group_rule': {'security_group_id': '7e7710fc-9c31-4ac0-8f75-1615b2713a8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:18.761220 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.877518 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.899684 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.928904 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40995b6b-04c3-4083-b671-fdfcc86287a0,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:19.039184 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.040799 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-180bcf89-df1c-47fc-b46b-c87c547783fb tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160393 Jul 22 02:33:19.046344 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34386) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:19.053369 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'floatingip': {'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:19.072994 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676f3ab-61f8-4e7d-8309-834702b2a3a4 req-f3654d34-bfcc-4837-88e4-7155e2bfb7eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:19.081478 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e676f3ab-61f8-4e7d-8309-834702b2a3a4 req-f3654d34-bfcc-4837-88e4-7155e2bfb7eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.1394019 Jul 22 02:33:19.141639 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e676f3ab-61f8-4e7d-8309-834702b2a3a4 req-c5ec7b21-119a-4016-b5e4-172ce2847f3d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591104 Jul 22 02:33:19.185330 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.293571 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276b5d-9eb9-4dad-9933-b8bae014ad3b req-ae1fad11-6c5d-45b6-80ed-30187190e6b8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:19.295193 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c5276b5d-9eb9-4dad-9933-b8bae014ad3b req-ae1fad11-6c5d-45b6-80ed-30187190e6b8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1520734 Jul 22 02:33:19.638299 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c5276b5d-9eb9-4dad-9933-b8bae014ad3b req-fc09cc0e-e5b2-43ec-bb49-812041e05a8b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336411 Jul 22 02:33:19.663133 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830256-acd1-4d09-9d3b-ae77598530ff req-3507355c-78d9-4897-9afd-7a86701396a0 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:19.663133 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6a830256-acd1-4d09-9d3b-ae77598530ff req-3507355c-78d9-4897-9afd-7a86701396a0 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.4334121 Jul 22 02:33:19.723152 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6a830256-acd1-4d09-9d3b-ae77598530ff req-1d0cc114-9048-4437-9903-9c7e8449dfd9 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Jul 22 02:33:19.724777 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.733379 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:19.762577 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:33:19.762930 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 0dfe0182-ecbe-4d80-a1f7-faa59ed8212c not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:33:19.902058 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Allocated IP 172.28.1.96 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/504dcd5c-be96-4d5d-9e26-cce1c5d77f7c) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:20.045007 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.141858 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4636d1a-9b81-4aef-8657-d23ae3806598 req-128c0b42-6df4-4f2a-b697-23561a69493b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:20.143468 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a4636d1a-9b81-4aef-8657-d23ae3806598 req-128c0b42-6df4-4f2a-b697-23561a69493b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0866151 Jul 22 02:33:20.145068 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.211933 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:20.219641 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:20.228961 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:20.271380 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a4636d1a-9b81-4aef-8657-d23ae3806598 req-b80d1330-a383-4e47-bb70-6608b7485143 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209996 Jul 22 02:33:20.271994 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'Port': ['ID=504dcd5c-be96-4d5d-9e26-cce1c5d77f7c,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:20.287440 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.287866 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.288281 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.288690 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.289091 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.289493 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.289923 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.290319 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.290713 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.291107 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.291500 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.291890 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:20.357593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.437035 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.634018 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.644504 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.864710 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'Port': ['ID=504dcd5c-be96-4d5d-9e26-cce1c5d77f7c,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:20.879527 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.914781 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921411b-d7ea-41de-b449-87bcde306f89 req-1da07a9d-7aba-4e38-9dbf-436f8d8c26c4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:20.923273 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3921411b-d7ea-41de-b449-87bcde306f89 req-1da07a9d-7aba-4e38-9dbf-436f8d8c26c4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1550705 Jul 22 02:33:20.944009 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:20.946003 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-acd5d2ea-3911-46a2-90a2-e3a0abfda6ca tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8968055 Jul 22 02:33:20.984232 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3921411b-d7ea-41de-b449-87bcde306f89 req-bb08e972-9b96-4c8d-be1d-9c806353dad6 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597801 Jul 22 02:33:22.207746 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4e4ba-2a78-40e4-849b-58792d6e5f85 req-97195311-7d85-4925-88c9-a51a35290496 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:22.214181 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ab4e4ba-2a78-40e4-849b-58792d6e5f85 req-97195311-7d85-4925-88c9-a51a35290496 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0971613 Jul 22 02:33:22.265083 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ab4e4ba-2a78-40e4-849b-58792d6e5f85 req-671c34d0-aa18-41d7-9d26-3cbc2219f033 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492866 Jul 22 02:33:23.476084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4f4eb-2432-4e25-ba59-561cdd1a2670 req-c1218e59-6d8f-4ade-a8ae-174d1558debc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:23.477668 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-17c4f4eb-2432-4e25-ba59-561cdd1a2670 req-c1218e59-6d8f-4ade-a8ae-174d1558debc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1007178 Jul 22 02:33:23.564437 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-17c4f4eb-2432-4e25-ba59-561cdd1a2670 req-3252bc2e-c867-4b0e-aba9-3b085b278867 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679908 Jul 22 02:33:24.915216 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b9ed-1c15-4d97-accd-d3aae7abdd1e req-8122697f-c8fb-432e-ab8f-998abbe4a8d6 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:24.916775 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9321b9ed-1c15-4d97-accd-d3aae7abdd1e req-8122697f-c8fb-432e-ab8f-998abbe4a8d6 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1582093 Jul 22 02:33:24.993789 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9321b9ed-1c15-4d97-accd-d3aae7abdd1e req-c04aa2a3-ab66-4849-8684-81790fd0087b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630977 Jul 22 02:33:25.237718 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:33:25.299609 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073cf2e-f2ff-497f-afec-b06224f0ea87 req-efc31f34-8c3e-4339-a555-2c9ec39b9aac tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:25.309976 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f073cf2e-f2ff-497f-afec-b06224f0ea87 req-efc31f34-8c3e-4339-a555-2c9ec39b9aac tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.1329882 Jul 22 02:33:25.385758 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f073cf2e-f2ff-497f-afec-b06224f0ea87 req-0f555f10-7e1b-4d7e-8c50-b1742dc63e9f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679457 Jul 22 02:33:25.440758 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34504) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:25.616487 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b423a0d-06d2-42a9-8372-05ccfb08f343 tempest-TestMinimumBasicScenario-1740223819 tempest-TestMinimumBasicScenario-1740223819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:25.621052 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34512) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:25.624100 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9b423a0d-06d2-42a9-8372-05ccfb08f343 tempest-TestMinimumBasicScenario-1740223819 tempest-TestMinimumBasicScenario-1740223819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1093 time: 0.1816335 Jul 22 02:33:25.626750 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'floatingip': {'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'port_id': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:25.653177 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for floatingip, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:25.785813 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:25.927720 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Allocated IP 172.28.1.251 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/274deda6-d0b6-4b4f-baf5-e4f78983bb59) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:26.100362 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:26.162292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:26.227677 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:26.248389 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:26.259648 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:26.307904 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b0475-f11d-48fe-9f98-d43559adcbc7 req-0469e5f0-29e4-455d-9807-d30b3017342b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:26.309466 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b39b0475-f11d-48fe-9f98-d43559adcbc7 req-0469e5f0-29e4-455d-9807-d30b3017342b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.1573262 Jul 22 02:33:26.367601 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b39b0475-f11d-48fe-9f98-d43559adcbc7 req-df53d89b-69dd-4ddc-a462-260942689c7a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496171 Jul 22 02:33:26.368338 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'Port': ['ID=274deda6-d0b6-4b4f-baf5-e4f78983bb59,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:26.866169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:26.986672 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:27.258453 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:27.269820 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:27.343854 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'Port': ['ID=274deda6-d0b6-4b4f-baf5-e4f78983bb59,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:27.357261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:27.621781 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.l3_db [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Floating IP e4c19da5-e131-4c42-bc1f-35a4a54029e7 associated. External IP: 172.28.1.251, port: e2e53c31-9bb0-416b-9732-ab40ed82c495. Jul 22 02:33:27.804806 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c314240-c1e9-4eab-8aa6-ea1c6d0df58e req-e4eeed1f-6f47-4220-9003-392eb893c9f8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:27.806686 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2c314240-c1e9-4eab-8aa6-ea1c6d0df58e req-e4eeed1f-6f47-4220-9003-392eb893c9f8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.3355119 Jul 22 02:33:27.964919 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2c314240-c1e9-4eab-8aa6-ea1c6d0df58e req-3710d6b1-f151-4233-b3be-3fd3e6d72675 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267955 Jul 22 02:33:28.015292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:33:28.128281 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-ce4af004-4299-4c19-b4e6-d739e56982a5 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--688789530&fields=id&tenant_id=61e9ccbae20340b0b131756cb766b409 HTTP/1.1" status: 200 len: 267 time: 0.1083584 Jul 22 02:33:28.228537 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:33:28.245585 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] Sync routers for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:33:28.260473 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:28.261505 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:33:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:28.280884 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-a6ba1985-e3d9-4d8a-b558-e944a34b065c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:28.283320 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-a6ba1985-e3d9-4d8a-b558-e944a34b065c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 811 time: 0.1474328 Jul 22 02:33:28.284510 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:28.325375 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-71b80573-6e01-480b-a386-8965eb1e563e tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/quotas/61e9ccbae20340b0b131756cb766b409 HTTP/1.1" status: 200 len: 375 time: 0.0360906 Jul 22 02:33:28.385378 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:28.443641 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-e5ffb00c-acd3-4871-b550-a9bb62e984fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8209536 Jul 22 02:33:28.445933 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:28.447154 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34536) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:28.448772 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ee640-c74b-4c45-a91f-7fd689c0615c" -d '{"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:28.462536 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875837068', 'description': 'tempest-secgroup-smoke-1875837068 description', 'project_id': '6ba5a340bda94107abaefef6acaafd84'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:28.512410 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:28.520680 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-294bf3c5-59d1-401a-b8a8-a554919b4f93 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812475 Jul 22 02:33:28.526795 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407dd039-fadf-42d7-8839-90b28a367d01 x-openstack-request-id: req-407dd039-fadf-42d7-8839-90b28a367d01 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:28.526969 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:28.527222 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-407dd039-fadf-42d7-8839-90b28a367d01 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:28.528116 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'status': 'completed', 'code': 200} Jul 22 02:33:28.718517 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-0bac383e-4431-4877-ba58-50455a542c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:28.721523 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-0bac383e-4431-4877-ba58-50455a542c0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1098 time: 0.1385736 Jul 22 02:33:28.731748 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'e4c19da5-e131-4c42-bc1f-35a4a54029e7', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'port_id': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'mac_address': 'fa:16:3e:cb:76:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:26Z', 'updated_at': '2021-07-22T02:33:26Z', 'revision_number': 0, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:46Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:28.759472 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] Checking router: 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:33:28.769851 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:28.770839 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:33:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:28.789229 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:28.801386 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:28.911578 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:28.913263 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4635983 Jul 22 02:33:28.919329 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34540) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:29.005747 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group_rule': {'security_group_id': '6da76a29-c110-44f6-b0c9-dd16e2ec9926', 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:29.005747 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da76a29-c110-44f6-b0c9-dd16e2ec9926,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:29.079754 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-7eeb1dc7-e279-4c7c-aec7-1e56b9dd1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.080005 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-bda154f2-82bb-40ac-95f6-01385e2081c1 service neutron] 10.222.0.25 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284257 Jul 22 02:33:29.081592 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-7eeb1dc7-e279-4c7c-aec7-1e56b9dd1721 service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.3477418 Jul 22 02:33:29.093566 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.094018 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.094371 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.094716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.095288 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.095419 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.095721 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.096068 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.097045 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.097045 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.097045 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.097569 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc118b-19e4-4329-8a28-15ecf9cc6672 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:29.116832 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:29.120189 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-e205c786-4b8e-4c39-b16c-3d8246235886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.121842 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-e205c786-4b8e-4c39-b16c-3d8246235886 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1098 time: 0.5463648 Jul 22 02:33:29.168477 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-c5010c7f-6f81-4a9c-80e3-06cfa4642af9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 200 len: 1000 time: 0.0676625 Jul 22 02:33:29.226951 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.238861 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-dbdd29cd-8870-42b1-b5f8-d51090180b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.240660 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-dbdd29cd-8870-42b1-b5f8-d51090180b0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0652521 Jul 22 02:33:29.324700 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-09db50d2-4302-402e-8e77-7745e80cb24a service neutron] 10.222.0.25 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231388 Jul 22 02:33:29.363973 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.383178 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-9f38db18-31a7-4577-a740-5d925850cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.390311 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-9f38db18-31a7-4577-a740-5d925850cd4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348109 Jul 22 02:33:29.390311 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.434071 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b0dd-f1a5-4937-932e-eb0ebf544062 req-5d3c3d1a-08d9-4db2-879e-dd04e07d0026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.436076 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f801b0dd-f1a5-4937-932e-eb0ebf544062 req-5d3c3d1a-08d9-4db2-879e-dd04e07d0026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.3179803 Jul 22 02:33:29.440891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-b074d7e6-87a3-4e48-a9ec-8195678a7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.444895 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-b074d7e6-87a3-4e48-a9ec-8195678a7c89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 915 time: 0.3095274 Jul 22 02:33:29.478115 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'e4c19da5-e131-4c42-bc1f-35a4a54029e7', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'port_id': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'mac_address': 'fa:16:3e:cb:76:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:26Z', 'updated_at': '2021-07-22T02:33:26Z', 'revision_number': 0, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:46Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:29.499179 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0848b87a-73d8-4e4c-a2cf-9bb2b5430361,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:29.513906 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bab32a-2366-4638-b093-e71d545b00bb None None] The sync data for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb is: [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'e4c19da5-e131-4c42-bc1f-35a4a54029e7', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'port_id': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'mac_address': 'fa:16:3e:cb:76:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:26Z', 'updated_at': '2021-07-22T02:33:26Z', 'revision_number': 0, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:46Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:33:29.526210 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.527454 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-724f8a0f-1443-4ca6-baa5-8f1cb1a3aade tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5975711 Jul 22 02:33:29.546710 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34552) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:29.563129 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group_rule': {'security_group_id': '6da76a29-c110-44f6-b0c9-dd16e2ec9926', 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:29.594422 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f801b0dd-f1a5-4937-932e-eb0ebf544062 req-c8312f06-654d-48b0-b527-0565f504adac tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494429 Jul 22 02:33:29.609099 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-e549fb2d-21e6-4a9a-843e-8c04c153950e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 999 time: 0.1529305 Jul 22 02:33:29.648241 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-8c482817-94f5-4f62-8d89-90b4b1bcb4a5 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512822 Jul 22 02:33:29.719738 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.738559 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-d086ce16-0270-4bde-8223-ff06d0e56db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.740841 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-d086ce16-0270-4bde-8223-ff06d0e56db3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.1247716 Jul 22 02:33:29.767117 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-66164cfc-7c4b-4db1-b187-b18e4cc46ddb req-2efdf2e5-bddf-49af-be98-c3fd47aca569 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 210 time: 0.1112742 Jul 22 02:33:29.801337 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6abbc3a8-afda-4465-8ec3-00502b1064a0 req-d0d6d0fe-4943-4ebc-a8f7-cbfc827c2067 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427982 Jul 22 02:33:29.902742 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.912605 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.944674 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d438b4-ecab-49a7-a27b-234f970a078c,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:29.958857 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-a57580ea-c29f-452d-9e29-0a30a07faa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.960492 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-a57580ea-c29f-452d-9e29-0a30a07faa55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1983759 Jul 22 02:33:29.981462 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:29.983539 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-30e3292a-2469-4c29-b723-3f5b2fdec3ec tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4298420 Jul 22 02:33:29.986274 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34564) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:29.992503 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group_rule': {'security_group_id': '6da76a29-c110-44f6-b0c9-dd16e2ec9926', 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:30.050904 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.143071 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-e27d3e6c-2ff9-43f0-b296-6440a44e1a91 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726882 Jul 22 02:33:30.180080 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.189087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.219924 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b14c2e-0787-464a-816b-4268ca773ff5 None None] New status for floating IP e4c19da5-e131-4c42-bc1f-35a4a54029e7: ACTIVE {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:33:30.234546 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b675b226-f1bf-494c-9c32-170a290c59bc,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:30.250346 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.252568 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e5f7396a-dac7-483c-b24c-3dab7a268edc tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2652471 Jul 22 02:33:30.255172 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34570) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:30.266818 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group_rule': {'security_group_id': '6da76a29-c110-44f6-b0c9-dd16e2ec9926', 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:30.300687 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-b46ee640-c74b-4c45-a91f-7fd689c0615c req-529684c0-3570-49b9-8e5f-8dba2a1159fe service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488733 Jul 22 02:33:30.328731 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.431117 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.436392 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.469783 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941d1b77-e16d-432f-8585-73423b62ef4d,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:30.480584 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.486656 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34572) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:30.488165 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-aabddd92-586d-442b-b949-399f8dd8c3bd tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2315218 Jul 22 02:33:30.491495 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group_rule': {'security_group_id': '6da76a29-c110-44f6-b0c9-dd16e2ec9926', 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:30.518647 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.securitygroups_db [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Project 6ba5a340bda94107abaefef6acaafd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:33:30.527195 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.605641 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.610292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.632990 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3bbb8a-0da4-4614-9b69-50faa92e65c5,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:30.641803 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.646197 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-b0993b81-b8a7-467b-ad32-9bcab735ac93 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584780 Jul 22 02:33:30.647024 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34576) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:30.652100 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'security_group_rule': {'security_group_id': '6da76a29-c110-44f6-b0c9-dd16e2ec9926', 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:30.680121 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.securitygroups_db [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Project 6ba5a340bda94107abaefef6acaafd84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:33:30.686121 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.770556 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.774451 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a870-2c18-430f-b317-f8c97b28b1ac req-739d64e4-89fb-45f0-bf6b-1a3175bdea5c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:30.776455 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-59b2a870-2c18-430f-b317-f8c97b28b1ac req-739d64e4-89fb-45f0-bf6b-1a3175bdea5c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 945 time: 0.0812473 Jul 22 02:33:30.780544 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.813800 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f670b910-e4cc-40bd-9d02-8f238c8c0f82,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:30.848415 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:30.862312 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-759d0fbe-0523-4ae8-8652-5bd822f2e10d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2140696 Jul 22 02:33:30.879903 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-59b2a870-2c18-430f-b317-f8c97b28b1ac req-8019ab89-f46d-4d0c-9226-ed610995224f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958436 Jul 22 02:33:30.913383 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8efee255-1df7-491a-b35f-70c4086785b9 req-5aeac028-974d-42c4-8e96-7dbdb6815c30 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 210 time: 0.0514450 Jul 22 02:33:31.043397 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-0d12b728-d133-489a-a22d-c6b848043f2a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875837068&fields=id&tenant_id=6ba5a340bda94107abaefef6acaafd84 HTTP/1.1" status: 200 len: 267 time: 0.0723186 Jul 22 02:33:31.059416 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-b24ae326-9dc7-4bf0-8197-82dda59b697a tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:31.061470 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-b24ae326-9dc7-4bf0-8197-82dda59b697a tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 811 time: 0.2407670 Jul 22 02:33:31.140482 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-704d895a-46c8-452d-950c-492065dcfa21 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61e9ccbae20340b0b131756cb766b409 HTTP/1.1" status: 200 len: 379 time: 0.0539794 Jul 22 02:33:31.153033 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'port': {'device_id': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'admin_state_up': True, 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'security_groups': ['7e7710fc-9c31-4ac0-8f75-1615b2713a8a']}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:31.176473 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-66a297b1-a5f2-446b-87db-9f4bd6b3d521 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:31.178095 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-66a297b1-a5f2-446b-87db-9f4bd6b3d521 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.1338933 Jul 22 02:33:31.198749 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'port': {'security_groups': ['8f998deb-c073-491d-af2f-b2b96c9d3f32', '6da76a29-c110-44f6-b0c9-dd16e2ec9926']}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:31.354275 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.402646 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Made reservation on behalf of 61e9ccbae20340b0b131756cb766b409 for: {'port': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:33:31.407452 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.668041 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Allocated IP 172.20.0.9 (fd538c70-07c0-4834-928f-b386fc0477e0/8b4d24f0-33b8-459e-b308-eaefcecfea67/b377803d-72e1-422f-a024-a461342d800f) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:31.726245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:31.773339 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:31.798329 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.829256 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.883747 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.887523 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e2e53c31-9bb0-416b-9732-ab40ed82c495'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:31.902024 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:31.903053 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.904646 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-747f350a-c80d-41e5-a4a4-2741a3a89f0b req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "PUT /v2.0/ports/e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 981 time: 0.7153950 Jul 22 02:33:31.914127 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:31.914127 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c" -d '{"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:31.949157 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21494b7-9f07-4f89-bf8f-5162af348dfb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=6']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:31.959359 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:31.981027 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Transition to ACTIVE for port object b377803d-72e1-422f-a024-a461342d800f will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:32.046762 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:32.051195 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:32.053997 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0034d8-0fe2-47af-b8c8-24f922bf827e" -d '{"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-unplugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:32.057191 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e2e53c31-9bb0-416b-9732-ab40ed82c495'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:32.065355 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:32.152735 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=8']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:32.193160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:32.259537 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Network fd538c70-07c0-4834-928f-b386fc0477e0 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:32.275062 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede81c19-f173-4d22-a890-71757cc26c80 req-42083b46-82b5-4cb1-a905-ed13645ee14f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:32.276579 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ede81c19-f173-4d22-a890-71757cc26c80 req-42083b46-82b5-4cb1-a905-ed13645ee14f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.2597175 Jul 22 02:33:32.285197 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07b59-a9bc-4d04-a245-60f114da3992 req-07a9f2f4-1332-4958-8bc3-718c86d06737 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:32.286684 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f5b07b59-a9bc-4d04-a245-60f114da3992 req-07a9f2f4-1332-4958-8bc3-718c86d06737 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.2288482 Jul 22 02:33:32.287579 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:32.298695 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:32.325736 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event updated for resources: {'Port': ['ID=b377803d-72e1-422f-a024-a461342d800f,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:32.366546 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-312b05fb-7c29-4f36-8b85-ab4165110bb1 None None] Provisioning complete for port e2e53c31-9bb0-416b-9732-ab40ed82c495 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:32.367650 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-312b05fb-7c29-4f36-8b85-ab4165110bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:32.429974 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f5b07b59-a9bc-4d04-a245-60f114da3992 req-417b383b-d9f0-4d5f-b611-d7f4dc2240c9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284420 Jul 22 02:33:32.437966 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ede81c19-f173-4d22-a890-71757cc26c80 req-1c9434df-fdc9-4b3a-9b95-16ee6812550f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455736 Jul 22 02:33:32.446575 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:32.447221 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:32.502032 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-7d448af1-c971-4c0b-be5b-2fe44825cc56 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3551013 Jul 22 02:33:32.516255 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Request body: {'port': {'device_id': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:32.605593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160709f-a9a1-47a7-b567-b1788fbae767 x-openstack-request-id: req-9160709f-a9a1-47a7-b567-b1788fbae767 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:32.605593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:32.605593 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9160709f-a9a1-47a7-b567-b1788fbae767 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:32.605593 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'status': 'completed', 'code': 200} Jul 22 02:33:32.642058 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df01c2f6-6575-4a27-8bc5-c747201418b0 x-openstack-request-id: req-df01c2f6-6575-4a27-8bc5-c747201418b0 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:32.642373 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-unplugged", "status": "failed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "code": 422}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:32.642740 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df01c2f6-6575-4a27-8bc5-c747201418b0 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:32.643364 dv-cinder-792299-6-smb neutron-server[93229]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'code': 422} returned with failed status Jul 22 02:33:32.697217 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-b2d13784-bbd9-47a7-a13b-41deaa2ed422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:32.699432 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-b2d13784-bbd9-47a7-a13b-41deaa2ed422 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1137 time: 0.1277502 Jul 22 02:33:32.713090 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:32.733979 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d548823-d30d-4436-a968-3b6865267639 req-8023b842-c535-4949-bf87-0594aaf53765 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:32.735004 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8d548823-d30d-4436-a968-3b6865267639 req-8023b842-c535-4949-bf87-0594aaf53765 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 931 time: 0.1679139 Jul 22 02:33:32.815100 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8d548823-d30d-4436-a968-3b6865267639 req-3dfcf4d2-b28b-47cc-859d-a166c6794fe3 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729897 Jul 22 02:33:33.074554 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f2d6ed89-ee3b-4fa4-aee7-7e2eb3dcc5d4 None None] Provisioning for port b377803d-72e1-422f-a024-a461342d800f completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:33.080005 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-f2d6ed89-ee3b-4fa4-aee7-7e2eb3dcc5d4 None None] Provisioning complete for port b377803d-72e1-422f-a024-a461342d800f triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:33.081113 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ed89-ee3b-4fa4-aee7-7e2eb3dcc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:33.156956 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6ed89-ee3b-4fa4-aee7-7e2eb3dcc5d4 None None] Port b377803d-72e1-422f-a024-a461342d800f cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:33:33.197615 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b377803d-72e1-422f-a024-a461342d800f {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:33.222158 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:33.250107 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Transition to ACTIVE for port object b377803d-72e1-422f-a024-a461342d800f will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:33.257981 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:33.311354 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-7b6470b5-4847-49e7-9677-02dc41d90e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:33.313461 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-7b6470b5-4847-49e7-9677-02dc41d90e9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 915 time: 0.6054022 Jul 22 02:33:33.366481 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Pushing event updated for resources: {'Port': ['ID=b377803d-72e1-422f-a024-a461342d800f,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:33.417933 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-9e24c2f5-296f-4fff-a86c-576c1c6c9cca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 1001 time: 0.0976832 Jul 22 02:33:33.497956 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Attempting to bind port b377803d-72e1-422f-a024-a461342d800f on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:33:33.499204 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Attempting to bind port b377803d-72e1-422f-a024-a461342d800f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:33:33.499895 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Attempting to bind port b377803d-72e1-422f-a024-a461342d800f on network fd538c70-07c0-4834-928f-b386fc0477e0 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:33.500838 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-6bd9aa3a-0ae1-490b-9e24-d431f6872818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:33.508713 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-6bd9aa3a-0ae1-490b-9e24-d431f6872818 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.0837080 Jul 22 02:33:33.510529 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Port b377803d-72e1-422f-a024-a461342d800f on network fd538c70-07c0-4834-928f-b386fc0477e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:33:33.510882 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Attempting to bind port b377803d-72e1-422f-a024-a461342d800f on network fd538c70-07c0-4834-928f-b386fc0477e0 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:33.525478 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:33:33.526233 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Checking segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:33:33.526797 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Bound using segment: {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:33:33.527286 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Bound port: b377803d-72e1-422f-a024-a461342d800f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dde89b9-6b02-40f5-a455-540a4dea8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:33:33.527775 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:33.691399 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-f3995c37-4dc3-4560-b528-426c83f04363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:33.693811 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-f3995c37-4dc3-4560-b528-426c83f04363 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1790743 Jul 22 02:33:33.723945 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] For port b377803d-72e1-422f-a024-a461342d800f, host hv-cinder-79229, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:33:33.741706 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] For port b377803d-72e1-422f-a024-a461342d800f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b377803d-72e1-422f-a024-a461342d800f,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:33:33.773773 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:33.834318 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Pushing event updated for resources: {'Port': ['ID=b377803d-72e1-422f-a024-a461342d800f,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:33.862160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:33.862160 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:33.863473 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-37b18944-8d79-41ff-b2db-841a458fb552 service neutron] 10.222.0.32 "PUT /v2.0/ports/b377803d-72e1-422f-a024-a461342d800f HTTP/1.1" status: 200 len: 1093 time: 1.3526692 Jul 22 02:33:33.914039 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-92c89e74-f003-45c7-9817-7206f3233650 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119641 Jul 22 02:33:33.923211 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402ad0-3694-482c-8e37-6b3f01cc525f req-9392926c-f599-447e-bb61-2f29f33e8f1f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:33.927041 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9c402ad0-3694-482c-8e37-6b3f01cc525f req-9392926c-f599-447e-bb61-2f29f33e8f1f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.2281313 Jul 22 02:33:34.079877 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-f1e86872-749c-4111-af4d-79764d1cb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:34.081735 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-f1e86872-749c-4111-af4d-79764d1cb198 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 1096 time: 0.1528468 Jul 22 02:33:34.100189 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9c402ad0-3694-482c-8e37-6b3f01cc525f req-2d2d864f-cfbe-42d5-9576-a849ba2bbb92 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235704 Jul 22 02:33:34.136262 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-611d9a39-6b79-4ece-aa0c-01ec0c0b728c req-6338dc08-0dd3-458c-bc9e-e4d3fad184e5 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110288 Jul 22 02:33:34.150914 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-d794c77c-0a82-43b3-ac0e-59d9d8c23715 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b377803d-72e1-422f-a024-a461342d800f HTTP/1.1" status: 200 len: 217 time: 0.0546980 Jul 22 02:33:34.220934 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-6097f501-e288-48e1-b493-37b92b07c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:34.222572 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-6097f501-e288-48e1-b493-37b92b07c4f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0652509 Jul 22 02:33:34.232343 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66566e81-3a8f-4674-ac13-f91366aac8ad req-807e13b3-8a73-418e-b4f2-18508bbca660 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:34.238400 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-66566e81-3a8f-4674-ac13-f91366aac8ad req-807e13b3-8a73-418e-b4f2-18508bbca660 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 943 time: 0.2441728 Jul 22 02:33:34.304746 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34654) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:34.316414 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-66566e81-3a8f-4674-ac13-f91366aac8ad req-f13bfb9c-376c-42ff-946e-a0c5a4188d89 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667503 Jul 22 02:33:34.328939 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-1848aa21-bb0d-406e-90fc-86909890b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:34.330670 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-1848aa21-bb0d-406e-90fc-86909890b913 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908301 Jul 22 02:33:34.436479 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-671f733b-9691-4f56-8c1b-eb19ce1a54a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299670 Jul 22 02:33:34.642475 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'tag': 'b377803d-72e1-422f-a024-a461342d800f'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:34.644933 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553118ea-2406-4a77-b46d-7662574171e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "tag": "b377803d-72e1-422f-a024-a461342d800f"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:34.688518 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812d3127-54e8-47a7-aef4-90ff8bcb58e7 x-openstack-request-id: req-812d3127-54e8-47a7-aef4-90ff8bcb58e7 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:34.688811 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "tag": "b377803d-72e1-422f-a024-a461342d800f", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:34.689065 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-812d3127-54e8-47a7-aef4-90ff8bcb58e7 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:34.689496 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'tag': 'b377803d-72e1-422f-a024-a461342d800f', 'status': 'completed', 'code': 200} Jul 22 02:33:34.695460 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-b8bfbdec-a729-4763-9077-1271f93be802 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520885 Jul 22 02:33:34.812449 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-15819180-7100-4b62-aa1b-1a9e019447b8 req-348ffb47-72fd-44d3-bb27-278a94b6fb8b service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063282 Jul 22 02:33:34.935307 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553118ea-2406-4a77-b46d-7662574171e3 req-3e8554bb-82ce-4ee5-9cb5-34ca80cf8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:34.940132 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-3e8554bb-82ce-4ee5-9cb5-34ca80cf8329 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 1096 time: 0.0756400 Jul 22 02:33:35.093053 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553118ea-2406-4a77-b46d-7662574171e3 req-b318592b-ce82-481a-a351-9807eb166eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.097168 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-b318592b-ce82-481a-a351-9807eb166eda service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.1446106 Jul 22 02:33:35.143178 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-43feda70-f8c8-442d-9a01-34136ad6ac6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b377803d-72e1-422f-a024-a461342d800f HTTP/1.1" status: 200 len: 217 time: 0.0395703 Jul 22 02:33:35.216953 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553118ea-2406-4a77-b46d-7662574171e3 req-98c7e699-635a-406d-b8f9-aca6414a083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.218469 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-98c7e699-635a-406d-b8f9-aca6414a083d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0681529 Jul 22 02:33:35.339671 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d546f-6bd8-4f63-a998-ffd8c5fa37cd req-5534edc4-e300-4b7d-8be5-70e4241511ae tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.363732 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-514d546f-6bd8-4f63-a998-ffd8c5fa37cd req-5534edc4-e300-4b7d-8be5-70e4241511ae tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.1394374 Jul 22 02:33:35.389088 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553118ea-2406-4a77-b46d-7662574171e3 req-78559987-cb2f-4ba2-b01c-5b8958fc02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.391764 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-78559987-cb2f-4ba2-b01c-5b8958fc02cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1657085 Jul 22 02:33:35.500277 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-514d546f-6bd8-4f63-a998-ffd8c5fa37cd req-4c1941b4-b1e9-46ff-ba0f-2ed6dc37ab9d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323950 Jul 22 02:33:35.579462 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-bbda4002-44d4-4fe9-b9a5-52b012528ac8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807313 Jul 22 02:33:35.588110 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e34a6-6f72-4b55-8e81-dd631b8dd262 req-8c55c581-dc27-4a28-b9eb-67c87c729c71 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.589647 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0b6e34a6-6f72-4b55-8e81-dd631b8dd262 req-8c55c581-dc27-4a28-b9eb-67c87c729c71 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 943 time: 0.1615357 Jul 22 02:33:35.683300 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0b6e34a6-6f72-4b55-8e81-dd631b8dd262 req-2b4d0bc8-be08-403c-9edf-ff452d92ac9c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844085 Jul 22 02:33:35.717805 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-553118ea-2406-4a77-b46d-7662574171e3 req-b2227266-9a6e-40d1-966d-e56e991732f8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262817 Jul 22 02:33:35.802118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:36.011161 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-feeeea81-f79b-442e-bf76-f19266844e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.014946 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-feeeea81-f79b-442e-bf76-f19266844e85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e&tenant_id=77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 1096 time: 0.0985131 Jul 22 02:33:36.120998 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-df363af9-01b7-4b24-bc5a-b1e326bfbe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.122520 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-df363af9-01b7-4b24-bc5a-b1e326bfbe36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1096 time: 0.0584056 Jul 22 02:33:36.229052 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-511aeb7c-601d-43c0-9b0c-ebf96ca130b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.230778 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-511aeb7c-601d-43c0-9b0c-ebf96ca130b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.1024909 Jul 22 02:33:36.310953 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-6d45153c-eaf3-4ecd-bf68-ce88010c0262 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 200 len: 998 time: 0.0721393 Jul 22 02:33:36.362407 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-25fc6d2c-e9ce-4a0b-9449-afbed433f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.364131 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-25fc6d2c-e9ce-4a0b-9449-afbed433f667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0474150 Jul 22 02:33:36.446261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-7521ea26-c6dc-488c-a7a6-8eb039154a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.448103 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-7521ea26-c6dc-488c-a7a6-8eb039154a2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761793 Jul 22 02:33:36.582785 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-19da185d-a7cd-42ff-a40e-a89fdd51f527 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263735 Jul 22 02:33:36.753826 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-282149f9-e7a4-4fd4-8bf6-af5a119b95f3 req-1e1f78df-fb49-4d38-9f4d-63c53f696df9 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532440 Jul 22 02:33:36.783206 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038855c0-28be-4f30-8f56-59ba83aabdcc req-9f3adbf5-07ee-46b4-b945-4e910ed23125 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.790486 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-038855c0-28be-4f30-8f56-59ba83aabdcc req-9f3adbf5-07ee-46b4-b945-4e910ed23125 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.1816874 Jul 22 02:33:36.911768 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-038855c0-28be-4f30-8f56-59ba83aabdcc req-f1645f46-ac16-47c4-8097-053325b28afc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201584 Jul 22 02:33:36.953817 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79b0e-53d3-499a-b753-7413a14828c0 req-87447acc-35a6-45d0-b7b5-4895c067c87f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:36.955974 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ed79b0e-53d3-499a-b753-7413a14828c0 req-87447acc-35a6-45d0-b7b5-4895c067c87f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 943 time: 0.1906061 Jul 22 02:33:37.003923 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9ed79b0e-53d3-499a-b753-7413a14828c0 req-3115743f-7256-4c61-b4f3-b399011fabd4 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Jul 22 02:33:37.668198 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-fa7206df-4775-42a8-bd11-dcf9d9617d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:37.813204 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device b377803d-72e1-422f-a024-a461342d800f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:38.007139 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port b377803d-72e1-422f-a024-a461342d800f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b377803d-72e1-422f-a024-a461342d800f,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:38.044551 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': 'b377803d-72e1-422f-a024-a461342d800f', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'port_id': 'b377803d-72e1-422f-a024-a461342d800f', 'mac_address': 'fa:16:3e:6e:9b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:38.198648 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:38.232542 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b377803d-72e1-422f-a024-a461342d800f {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:38.259931 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port b377803d-72e1-422f-a024-a461342d800f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b377803d-72e1-422f-a024-a461342d800f,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:38.269092 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:38.384532 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103f9c2-34b8-45f7-9e4c-045040caf69a req-439b050a-601c-422b-96c0-5a2b57258ee3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:38.393485 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d103f9c2-34b8-45f7-9e4c-045040caf69a req-439b050a-601c-422b-96c0-5a2b57258ee3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.2721105 Jul 22 02:33:38.406222 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=b377803d-72e1-422f-a024-a461342d800f,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:38.411918 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879adbb3-29e2-4b22-89a0-26de48ce13ba req-c529cbf5-6059-42bc-9dd2-b5cbc058c95c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:38.413761 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-879adbb3-29e2-4b22-89a0-26de48ce13ba req-c529cbf5-6059-42bc-9dd2-b5cbc058c95c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 943 time: 0.2342463 Jul 22 02:33:38.490537 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d103f9c2-34b8-45f7-9e4c-045040caf69a req-6839dee6-4986-41ea-8b0d-cf3f1a932931 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888107 Jul 22 02:33:38.512437 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-879adbb3-29e2-4b22-89a0-26de48ce13ba req-adf450ad-c6e0-4a29-96fc-b2a791581980 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810392 Jul 22 02:33:38.519668 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['b377803d-72e1-422f-a024-a461342d800f'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:39.719236 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00420996-7fc7-48bf-85fc-1576afbe1143 req-ed0f3e3f-cc32-4191-8f5e-811abf9bc544 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:39.720789 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-00420996-7fc7-48bf-85fc-1576afbe1143 req-ed0f3e3f-cc32-4191-8f5e-811abf9bc544 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.1298289 Jul 22 02:33:39.730264 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242732c9-30cb-47f8-88e0-a489c7550b2d req-fa0ab714-9492-45d7-b998-0c70a8e3cc92 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:39.736710 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-242732c9-30cb-47f8-88e0-a489c7550b2d req-fa0ab714-9492-45d7-b998-0c70a8e3cc92 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 944 time: 0.1084659 Jul 22 02:33:39.810088 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-242732c9-30cb-47f8-88e0-a489c7550b2d req-bc2d9596-3627-481e-a077-e97c4462bcb1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723732 Jul 22 02:33:39.838513 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-00420996-7fc7-48bf-85fc-1576afbe1143 req-8eab719d-ccba-4f28-b32b-3a4a1c9cefef tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963242 Jul 22 02:33:39.846045 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device b377803d-72e1-422f-a024-a461342d800f up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:40.004157 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port b377803d-72e1-422f-a024-a461342d800f completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:40.008870 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port b377803d-72e1-422f-a024-a461342d800f triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:40.009327 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:40.117012 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:40.119125 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:40.159159 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port b377803d-72e1-422f-a024-a461342d800f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b377803d-72e1-422f-a024-a461342d800f,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:40.161354 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377803d-72e1-422f-a024-a461342d800f'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:40.165296 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ddab97-36de-419f-a449-63fe6d377220" -d '{"events": [{"server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "name": "network-vif-plugged", "status": "completed", "tag": "b377803d-72e1-422f-a024-a461342d800f"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:40.183254 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:40.242639 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de048d3-54e4-45a8-a045-92a6954bf421 x-openstack-request-id: req-3de048d3-54e4-45a8-a045-92a6954bf421 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:40.242966 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "name": "network-vif-plugged", "status": "completed", "tag": "b377803d-72e1-422f-a024-a461342d800f", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:40.243177 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3de048d3-54e4-45a8-a045-92a6954bf421 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:40.243568 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377803d-72e1-422f-a024-a461342d800f', 'code': 200} Jul 22 02:33:40.282594 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=b377803d-72e1-422f-a024-a461342d800f,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:40.314037 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ca5e528b-de4e-4d26-bb8c-b7914a850fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:40.620218 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:40.952906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797848-487e-4789-afa7-491cad4b04ea req-63924123-60fd-479e-ada4-d4e91862bdb1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:40.954646 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f2797848-487e-4789-afa7-491cad4b04ea req-63924123-60fd-479e-ada4-d4e91862bdb1 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0849390 Jul 22 02:33:41.022306 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f2797848-487e-4789-afa7-491cad4b04ea req-7865f2cf-0f50-4a64-8cf0-f6b009500964 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619974 Jul 22 02:33:41.088789 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87625ff2-4b76-4ac9-99a8-56390537a3dd req-4c158773-b153-4f60-8859-ae6031a4b29f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:41.090424 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-87625ff2-4b76-4ac9-99a8-56390537a3dd req-4c158773-b153-4f60-8859-ae6031a4b29f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0671713 Jul 22 02:33:41.130612 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-87625ff2-4b76-4ac9-99a8-56390537a3dd req-3c6438e1-e371-413b-8637-6a73bd8a69a8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342147 Jul 22 02:33:41.573219 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:42.156601 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d5b6-ed3c-485a-b219-39a14dc88e3c req-aa330d5c-dfc9-4ab3-b773-64046da3e46d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:42.158352 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1381d5b6-ed3c-485a-b219-39a14dc88e3c req-aa330d5c-dfc9-4ab3-b773-64046da3e46d tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0739300 Jul 22 02:33:42.236909 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1381d5b6-ed3c-485a-b219-39a14dc88e3c req-03daabbb-bb76-4178-9c2a-afb7f7aade26 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685165 Jul 22 02:33:42.306854 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9469f52-aedd-4e80-b2f9-6db9c849a6b2 req-dced6994-a45f-4587-9950-4cf4eb9fb59d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:42.312810 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c9469f52-aedd-4e80-b2f9-6db9c849a6b2 req-dced6994-a45f-4587-9950-4cf4eb9fb59d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0981998 Jul 22 02:33:42.359856 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c9469f52-aedd-4e80-b2f9-6db9c849a6b2 req-e42c3581-a55e-4889-9882-1021a44397a2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Jul 22 02:33:43.066160 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.371482 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e275-eeb1-4d49-b55e-90ca37d591e8 req-08aef3dc-c812-4b8b-b692-df420507c203 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:43.373053 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9b07e275-eeb1-4d49-b55e-90ca37d591e8 req-08aef3dc-c812-4b8b-b692-df420507c203 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0684304 Jul 22 02:33:43.416083 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9b07e275-eeb1-4d49-b55e-90ca37d591e8 req-eb71996e-33d9-4fbc-83bd-b42278ff6cce tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370376 Jul 22 02:33:43.520668 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539afc2d-651e-4084-bf74-855ead4a5da7 req-efb5b5c6-844c-49ce-b8ea-1f4cbcd2cc59 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:43.522878 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-539afc2d-651e-4084-bf74-855ead4a5da7 req-efb5b5c6-844c-49ce-b8ea-1f4cbcd2cc59 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0681250 Jul 22 02:33:43.570344 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-539afc2d-651e-4084-bf74-855ead4a5da7 req-71d9a479-fb0e-497d-93fc-3a521be95a78 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427361 Jul 22 02:33:43.796652 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34812) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:43.843290 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Deleting subnet 8be52145-610a-4d70-b951-846bdba58c77 {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:33:43.846519 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.881810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.922068 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.979332 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.011359 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be52145-610a-4d70-b951-846bdba58c77,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:44.015643 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.017512 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7c32ca33-7c03-4e56-b063-f835957d0070 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8be52145-610a-4d70-b951-846bdba58c77 HTTP/1.1" status: 204 len: 168 time: 0.2198710 Jul 22 02:33:44.020119 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34814) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:44.094367 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.177872 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.188461 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b48937-8086-43c9-a56f-2e6adc51a4cf']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:44.198454 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baae916-9bd9-4a27-b957-fcfe67ae7a5f') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:44.198750 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baae916-9bd9-4a27-b957-fcfe67ae7a5f') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:44.209008 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.223786 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.229874 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:33:44.230348 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:33:44.232069 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:33:44.290361 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.295987 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.300496 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] 10.222.0.25 "DELETE /v2.0/networks/05b48937-8086-43c9-a56f-2e6adc51a4cf HTTP/1.1" status: 204 len: 168 time: 0.2767813 Jul 22 02:33:44.311142 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb11dd-b0ea-46bd-90ba-c1121b8fa38b admin admin] Pushing event deleted for resources: {'Network': ['ID=05b48937-8086-43c9-a56f-2e6adc51a4cf,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:44.473706 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34820) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:44.545641 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-c6f91edc-2b9b-4a39-a441-7e7f4bea5e58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65d764dbb2ed44f4a2f096c1785172ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706913 Jul 22 02:33:44.548647 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 34822) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:44.611577 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5520da-fafb-40d7-b675-7a2f8b94722e req-33ad59b7-8cb8-4be3-88b3-1183b8e3b2ec tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:44.613130 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2e5520da-fafb-40d7-b675-7a2f8b94722e req-33ad59b7-8cb8-4be3-88b3-1183b8e3b2ec tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.1119182 Jul 22 02:33:44.631600 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e055753b-95c4-4250-83fa-47f7eedeb471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.705576 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2e5520da-fafb-40d7-b675-7a2f8b94722e req-41610a99-c662-4c48-9331-2a7ab434523f tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844679 Jul 22 02:33:44.707633 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e055753b-95c4-4250-83fa-47f7eedeb471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.770288 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96545847-3286-4f3e-b57f-5cc8135c2571 req-e2852441-84fe-4b73-804a-bc3634312e4b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:44.771790 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-96545847-3286-4f3e-b57f-5cc8135c2571 req-e2852441-84fe-4b73-804a-bc3634312e4b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.1086261 Jul 22 02:33:44.782190 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e055753b-95c4-4250-83fa-47f7eedeb471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.785060 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e055753b-95c4-4250-83fa-47f7eedeb471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.786297 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-e055753b-95c4-4250-83fa-47f7eedeb471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a526f7b-d724-4b0c-85e1-7ab3c39897ec HTTP/1.1" status: 204 len: 168 time: 0.2367711 Jul 22 02:33:44.810369 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055753b-95c4-4250-83fa-47f7eedeb471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a526f7b-d724-4b0c-85e1-7ab3c39897ec,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:44.848001 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-96545847-3286-4f3e-b57f-5cc8135c2571 req-ee02bbef-0923-450b-b1bc-94921a4658d9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478623 Jul 22 02:33:45.851185 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d1936-afb9-46a6-be9f-595a08339d11 req-91d87cd8-b314-454f-bba9-9e832605751a tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:45.853785 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5b1d1936-afb9-46a6-be9f-595a08339d11 req-91d87cd8-b314-454f-bba9-9e832605751a tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0720661 Jul 22 02:33:45.919574 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5b1d1936-afb9-46a6-be9f-595a08339d11 req-04a7971f-773e-42f2-9309-a07e1bea991c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592027 Jul 22 02:33:46.010367 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aa718-d0c0-417a-afa0-b2a6786bcaed req-0590618c-18e4-4827-b3ab-7625e2d29106 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:46.011732 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3b2aa718-d0c0-417a-afa0-b2a6786bcaed req-0590618c-18e4-4827-b3ab-7625e2d29106 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0791612 Jul 22 02:33:46.065224 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3b2aa718-d0c0-417a-afa0-b2a6786bcaed req-043bf4fe-feb4-47ee-b17a-1df1588bab60 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447824 Jul 22 02:33:47.054255 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cef7d-f073-4db8-93df-8547c75ebfc3 req-afcf2249-3fae-4406-9b86-6dd177fb78e0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:47.055677 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c36cef7d-f073-4db8-93df-8547c75ebfc3 req-afcf2249-3fae-4406-9b86-6dd177fb78e0 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0661681 Jul 22 02:33:47.102233 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c36cef7d-f073-4db8-93df-8547c75ebfc3 req-3f533a28-cdb9-4ced-b29e-877fbf95e24c tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371370 Jul 22 02:33:47.241544 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9445de1-0514-4a67-8628-2e18f71aa7ef req-ad558fcf-48c3-44ba-a26d-c1b525b7b381 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:47.243118 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c9445de1-0514-4a67-8628-2e18f71aa7ef req-ad558fcf-48c3-44ba-a26d-c1b525b7b381 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0804358 Jul 22 02:33:47.300935 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c9445de1-0514-4a67-8628-2e18f71aa7ef req-5d92d6fa-7d23-4d54-981c-63673907e0d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476527 Jul 22 02:33:48.239888 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e7fcd-688f-4938-ac83-6bfe5945b446 req-b16f456c-3ce4-494e-a0cd-8b4b56019610 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:48.241419 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a25e7fcd-688f-4938-ac83-6bfe5945b446 req-b16f456c-3ce4-494e-a0cd-8b4b56019610 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0690272 Jul 22 02:33:48.303058 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a25e7fcd-688f-4938-ac83-6bfe5945b446 req-35e74917-ffef-44b2-8586-3bd7a118ba82 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532088 Jul 22 02:33:48.320180 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08689-76f7-423b-8df0-ee6cb19d7e6f req-591d7c72-8b44-400b-a3d5-b571a1a59aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:48.321651 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2a08689-76f7-423b-8df0-ee6cb19d7e6f req-591d7c72-8b44-400b-a3d5-b571a1a59aad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 1098 time: 0.0792382 Jul 22 02:33:48.358235 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2a08689-76f7-423b-8df0-ee6cb19d7e6f req-c3c91dcd-83e9-47d5-a8fb-b28149a32f6c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282974 Jul 22 02:33:48.447382 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197af63-3fe3-49d6-a16f-9eb3509d0c4a req-f5700eb9-9c0e-4fb0-a286-592cc7272347 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:48.448812 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7197af63-3fe3-49d6-a16f-9eb3509d0c4a req-f5700eb9-9c0e-4fb0-a286-592cc7272347 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0650790 Jul 22 02:33:48.487770 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7197af63-3fe3-49d6-a16f-9eb3509d0c4a req-96d2c082-a9c3-46b2-88e0-088260ea3556 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Jul 22 02:33:49.432536 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557947b-cf3c-4b5a-82d9-8a2518c02fcc req-33aa93a7-e710-4744-88f8-23c79e3411b5 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:49.434053 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a557947b-cf3c-4b5a-82d9-8a2518c02fcc req-33aa93a7-e710-4744-88f8-23c79e3411b5 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0634391 Jul 22 02:33:49.471665 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a557947b-cf3c-4b5a-82d9-8a2518c02fcc req-556a6ae0-794b-40bd-8b26-5618207db490 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Jul 22 02:33:49.637819 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec16135-f6e5-43a1-9951-2e5dfa21a626 req-278be89d-b0da-4128-98e2-1829c6cd38f8 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:49.639263 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-dec16135-f6e5-43a1-9951-2e5dfa21a626 req-278be89d-b0da-4128-98e2-1829c6cd38f8 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.1043181 Jul 22 02:33:49.648150 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 34900) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:49.651403 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db6622-b8cf-470d-844c-cfe91bea74b9 req-a0d9b9f9-2c37-4001-a921-c8043937e116 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:49.652826 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-74db6622-b8cf-470d-844c-cfe91bea74b9 req-a0d9b9f9-2c37-4001-a921-c8043937e116 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 943 time: 0.0884717 Jul 22 02:33:49.652975 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Request body: {'floatingip': {'port_id': 'b377803d-72e1-422f-a024-a461342d800f'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:49.691115 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-74db6622-b8cf-470d-844c-cfe91bea74b9 req-ed487aa0-e8fe-41a3-9fc1-39553dfa4cd0 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Jul 22 02:33:49.696413 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.874646 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:49.987646 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:49.999281 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'port_id': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'mac_address': 'fa:16:3e:cd:3a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:50.043053 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.057076 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cdcd4f-d009-4903-b44b-16eb4ed9be72 {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:50.078789 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:50.083757 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.132283 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=9']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:50.139132 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.139525 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.139869 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.140212 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.140546 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.140889 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.141225 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.141557 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.141911 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.142238 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.142563 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.142885 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:50.235096 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.239094 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.326312 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['19cdcd4f-d009-4903-b44b-16eb4ed9be72'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:50.334110 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Floating IP e01bef11-26c3-4bfe-8644-83f05550d304 associated. External IP: 172.28.1.96, port: b377803d-72e1-422f-a024-a461342d800f. Jul 22 02:33:50.543214 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:33:50.645479 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:33:50.650321 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.654674 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:33:50.664031 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:50.664636 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:33:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:50.685333 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4c3e3d25-c042-4940-b48d-4f9752c75613 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "PUT /v2.0/floatingips/e01bef11-26c3-4bfe-8644-83f05550d304 HTTP/1.1" status: 200 len: 990 time: 1.0360923 Jul 22 02:33:50.685959 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'tag': 'b377803d-72e1-422f-a024-a461342d800f'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:50.688731 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c593c835-628f-4173-89aa-2e3f8745e3df" -d '{"events": [{"name": "network-changed", "server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "tag": "b377803d-72e1-422f-a024-a461342d800f"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:50.725227 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6f4b83-4bf4-4a83-a9e8-78b2a3b0ec76 x-openstack-request-id: req-ec6f4b83-4bf4-4a83-a9e8-78b2a3b0ec76 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:50.725619 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "tag": "b377803d-72e1-422f-a024-a461342d800f", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:50.726021 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec6f4b83-4bf4-4a83-a9e8-78b2a3b0ec76 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:50.727149 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'tag': 'b377803d-72e1-422f-a024-a461342d800f', 'status': 'completed', 'code': 200} Jul 22 02:33:50.774429 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:50.843738 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c835-628f-4173-89aa-2e3f8745e3df req-113ba881-e84a-4aca-b205-36c5a22cea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:50.845255 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-113ba881-e84a-4aca-b205-36c5a22cea98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e9ccbae20340b0b131756cb766b409&device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 1098 time: 0.0966480 Jul 22 02:33:50.856143 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251df172-6caf-4cd7-8f95-2e33c4d3d6c5 req-8cdac259-ca21-4acf-b42b-1dab8ccfdb00 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:50.857533 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-251df172-6caf-4cd7-8f95-2e33c4d3d6c5 req-8cdac259-ca21-4acf-b42b-1dab8ccfdb00 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 944 time: 0.0801308 Jul 22 02:33:50.948992 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-251df172-6caf-4cd7-8f95-2e33c4d3d6c5 req-eda2f1be-3846-4874-b018-81a82be2c0c3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827856 Jul 22 02:33:50.982336 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c835-628f-4173-89aa-2e3f8745e3df req-3d7a0341-2cfb-4ef6-bda7-3dc6e22337b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:50.984850 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-3d7a0341-2cfb-4ef6-bda7-3dc6e22337b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 200 len: 912 time: 0.1262817 Jul 22 02:33:50.996956 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'e01bef11-26c3-4bfe-8644-83f05550d304', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'floating_ip_address': '172.28.1.96', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'port_id': 'b377803d-72e1-422f-a024-a461342d800f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'mac_address': 'fa:16:3e:6e:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:20Z', 'updated_at': '2021-07-22T02:33:50Z', 'revision_number': 1, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:51.027166 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:33:51.038372 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:51.038985 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:33:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:51.062110 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-d9c17019-7b02-4554-b616-95659510d2de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b377803d-72e1-422f-a024-a461342d800f HTTP/1.1" status: 200 len: 998 time: 0.0680623 Jul 22 02:33:51.112484 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c835-628f-4173-89aa-2e3f8745e3df req-2af2f60c-05db-4733-859c-4ddf8e8602d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:51.114116 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-2af2f60c-05db-4733-859c-4ddf8e8602d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 200 len: 850 time: 0.0464885 Jul 22 02:33:51.147831 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:51.178899 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c835-628f-4173-89aa-2e3f8745e3df req-e50a980b-37cc-4b20-b86d-f4e2c7ef5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:51.180715 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-e50a980b-37cc-4b20-b86d-f4e2c7ef5a6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd538c70-07c0-4834-928f-b386fc0477e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0606058 Jul 22 02:33:51.311509 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-2d02b67c-aee1-48df-b0f7-2b652e883751 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234579 Jul 22 02:33:51.401166 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c593c835-628f-4173-89aa-2e3f8745e3df req-520c816c-2215-42b9-81ab-22d11a1dede0 service neutron] 10.222.0.32 "GET /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834510 Jul 22 02:33:51.490902 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'e01bef11-26c3-4bfe-8644-83f05550d304', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'floating_ip_address': '172.28.1.96', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'port_id': 'b377803d-72e1-422f-a024-a461342d800f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'mac_address': 'fa:16:3e:6e:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:20Z', 'updated_at': '2021-07-22T02:33:50Z', 'revision_number': 1, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:51.519730 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eacdbd-b1fe-446f-82e4-0d249d93f582 None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': 'e01bef11-26c3-4bfe-8644-83f05550d304', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'floating_ip_address': '172.28.1.96', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'port_id': 'b377803d-72e1-422f-a024-a461342d800f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'mac_address': 'fa:16:3e:6e:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:20Z', 'updated_at': '2021-07-22T02:33:50Z', 'revision_number': 1, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:33:51.692451 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0dc0e1-55ef-4724-b27d-6df67be5f591 None None] New status for floating IP e01bef11-26c3-4bfe-8644-83f05550d304: ACTIVE {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:33:51.919551 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:51.966619 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:51.966996 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.041454 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.063298 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:52.065539 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400fa5d-b1c2-44ee-94bc-3cb066e7ab59" -d '{"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-plugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:52.078748 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:52.082952 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.089977 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349e52-adf1-4d9a-b33f-d0194154e9ce req-18e28baa-d939-45f9-a5f0-c81823fb0c44 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.091545 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cc349e52-adf1-4d9a-b33f-d0194154e9ce req-18e28baa-d939-45f9-a5f0-c81823fb0c44 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 944 time: 0.0692356 Jul 22 02:33:52.109720 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61838192-5808-479b-8ecb-7e3508880fac x-openstack-request-id: req-61838192-5808-479b-8ecb-7e3508880fac {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:52.110020 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-plugged", "status": "completed", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:52.110274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61838192-5808-479b-8ecb-7e3508880fac {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:52.110663 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'code': 200} Jul 22 02:33:52.131947 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cc349e52-adf1-4d9a-b33f-d0194154e9ce req-307657e0-f053-4e0a-b4a8-b119de281170 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341802 Jul 22 02:33:52.136398 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=10']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:52.609929 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca69bab-2d25-4889-8e50-6463a2977efe req-e9d68608-6404-4398-94be-c74cae3565eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.611628 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0ca69bab-2d25-4889-8e50-6463a2977efe req-e9d68608-6404-4398-94be-c74cae3565eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 1099 time: 0.0623391 Jul 22 02:33:52.647203 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0ca69bab-2d25-4889-8e50-6463a2977efe req-c823c588-b4db-46a6-aa28-ec0be3e45b27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290008 Jul 22 02:33:53.268003 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2c28f-7aad-4318-9a9c-90dd2d296f10 req-2f2e5a52-b03c-4ca6-94f3-e9494b87afb8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:53.269461 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5b2c28f-7aad-4318-9a9c-90dd2d296f10 req-2f2e5a52-b03c-4ca6-94f3-e9494b87afb8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 946 time: 0.0658636 Jul 22 02:33:53.305979 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e5b2c28f-7aad-4318-9a9c-90dd2d296f10 req-7afbdd38-5f81-40cf-9990-869895f541d8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Jul 22 02:33:54.444182 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6fa99-c2f5-4a7d-8e95-2a05d8f2ec64 req-e72a09c3-2b7a-43e5-8dfc-c9a72a8ef5ce tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:54.445637 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-eae6fa99-c2f5-4a7d-8e95-2a05d8f2ec64 req-e72a09c3-2b7a-43e5-8dfc-c9a72a8ef5ce tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 946 time: 0.0653360 Jul 22 02:33:54.483170 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-eae6fa99-c2f5-4a7d-8e95-2a05d8f2ec64 req-f9cdf923-b541-4058-84d1-696a17ed276f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Jul 22 02:33:55.409461 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3c20d-8077-4c65-9eaf-754e47b008ab req-1fe68d44-fb52-4461-afb5-0000c1448908 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:55.410986 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0f3c20d-8077-4c65-9eaf-754e47b008ab req-1fe68d44-fb52-4461-afb5-0000c1448908 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0673511 Jul 22 02:33:55.449749 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d0f3c20d-8077-4c65-9eaf-754e47b008ab req-ef4631c6-13af-4ce1-b916-3d9074e41703 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jul 22 02:33:56.587118 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b8532-f003-4bdf-ada2-26aec4391553 req-b0814456-6f29-4ae4-8cc2-9965fa9a916e tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:56.588618 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7d6b8532-f003-4bdf-ada2-26aec4391553 req-b0814456-6f29-4ae4-8cc2-9965fa9a916e tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0649233 Jul 22 02:33:56.633777 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7d6b8532-f003-4bdf-ada2-26aec4391553 req-c2b40029-4370-4f55-8db2-5cecd0d49c17 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Jul 22 02:33:57.797783 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4896e7-3447-40ec-8b17-dcbe15f709bb req-4930f5b0-9b41-4c2c-b019-901eb28827a1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:57.799320 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae4896e7-3447-40ec-8b17-dcbe15f709bb req-4930f5b0-9b41-4c2c-b019-901eb28827a1 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0842471 Jul 22 02:33:57.844723 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae4896e7-3447-40ec-8b17-dcbe15f709bb req-077840d3-3d9a-4b01-9074-728032d7de65 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Jul 22 02:33:58.982532 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144ebb-cc5e-48e1-a306-c4206d166f13 req-9a355172-f028-4510-929d-080212e20941 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:58.983989 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e2144ebb-cc5e-48e1-a306-c4206d166f13 req-9a355172-f028-4510-929d-080212e20941 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0644660 Jul 22 02:33:59.026823 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e2144ebb-cc5e-48e1-a306-c4206d166f13 req-285f7357-05b3-4a67-acde-fd933f83dc1d tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371943 Jul 22 02:34:00.157413 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa56436-573a-4cef-b1b0-cd60d52c46c0 req-d011e79f-65b5-458a-b521-ee7762c0e482 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:00.158936 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-daa56436-573a-4cef-b1b0-cd60d52c46c0 req-d011e79f-65b5-458a-b521-ee7762c0e482 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0675321 Jul 22 02:34:00.198975 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-daa56436-573a-4cef-b1b0-cd60d52c46c0 req-1cb0e1d8-fed3-4ebf-9bec-cdb3f59c8822 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Jul 22 02:34:01.328740 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576866-8f1e-437c-9292-80147faf7a44 req-ab434bcc-92ed-4a2b-b4e9-8c9af941a02c tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.330625 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0b576866-8f1e-437c-9292-80147faf7a44 req-ab434bcc-92ed-4a2b-b4e9-8c9af941a02c tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0624442 Jul 22 02:34:01.368101 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0b576866-8f1e-437c-9292-80147faf7a44 req-fdc4aca1-0f95-4e0e-8139-b3b1afafe131 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jul 22 02:34:02.207409 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:34:02.496820 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f3164-0a2f-412b-9426-6a7bd36be803 req-97b4cc34-d317-423a-9d2e-fc9643f047ff tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:02.498244 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e33f3164-0a2f-412b-9426-6a7bd36be803 req-97b4cc34-d317-423a-9d2e-fc9643f047ff tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0614469 Jul 22 02:34:02.539289 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e33f3164-0a2f-412b-9426-6a7bd36be803 req-4299d132-c53b-40f3-9b43-1d0936c06e4d tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353389 Jul 22 02:34:03.666463 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641631-0fd0-4218-8ddf-1764e42c7f6b req-31556834-08a6-4229-86d4-65be90bebc40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.667900 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-50641631-0fd0-4218-8ddf-1764e42c7f6b req-31556834-08a6-4229-86d4-65be90bebc40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0621412 Jul 22 02:34:03.704613 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-50641631-0fd0-4218-8ddf-1764e42c7f6b req-d505a1e2-e013-448c-9549-bcf2bb626052 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305464 Jul 22 02:34:04.868945 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078493ce-e987-4dae-8a77-e1408fe60bca req-5efefda4-9a35-45a8-a8f0-a63c57d6b6fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:04.870355 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-078493ce-e987-4dae-8a77-e1408fe60bca req-5efefda4-9a35-45a8-a8f0-a63c57d6b6fb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.1391873 Jul 22 02:34:04.893515 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-5fbaa9f1-b8ec-48af-87ac-2b6d960ed636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:04.894938 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-5fbaa9f1-b8ec-48af-87ac-2b6d960ed636 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1137 time: 0.1345308 Jul 22 02:34:04.920282 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27344fb-1803-4235-884b-5b474a630418 req-1f585752-dc51-4d39-bbef-9d1ca0131c45 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:04.922244 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c27344fb-1803-4235-884b-5b474a630418 req-1f585752-dc51-4d39-bbef-9d1ca0131c45 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.1290088 Jul 22 02:34:04.977982 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-078493ce-e987-4dae-8a77-e1408fe60bca req-9de9f77b-de54-427e-a1f9-4924b2771e06 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992649 Jul 22 02:34:05.244743 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c27344fb-1803-4235-884b-5b474a630418 req-6a1df575-add5-49d4-9ef2-723a0a4c5d03 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054771 Jul 22 02:34:05.257197 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-f272f19f-335b-453e-a0bf-3b34af8bd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.258660 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-f272f19f-335b-453e-a0bf-3b34af8bd15d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 915 time: 0.3544428 Jul 22 02:34:05.321829 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-752b6cc6-b8a7-4872-ae6a-18b32a072237 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 1001 time: 0.0551815 Jul 22 02:34:05.379214 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-fab7bb51-fd0e-4619-92fa-87c9e33abc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.380710 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-fab7bb51-fd0e-4619-92fa-87c9e33abc4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.0464427 Jul 22 02:34:05.441188 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-928052db-92f6-4590-8bc2-e402774ef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.442714 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-928052db-92f6-4590-8bc2-e402774ef1d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548968 Jul 22 02:34:05.541560 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-44fe4cd7-2a14-4447-9edb-781a7ab944ef service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852897 Jul 22 02:34:05.605370 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-0bae9c9d-5b1c-4c63-afb5-c692318eb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.606907 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-0bae9c9d-5b1c-4c63-afb5-c692318eb0de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0539203 Jul 22 02:34:05.641175 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4f500a8b-4dd7-4182-ba79-e135fb753b60 req-37e6319e-8714-41d2-83ec-7d43c7a48a98 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Jul 22 02:34:05.713267 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-1b5e7f31-60fc-4cf2-8d25-df559d47b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.714760 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-1b5e7f31-60fc-4cf2-8d25-df559d47b473 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 909 time: 0.0931382 Jul 22 02:34:05.785470 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-730def77-4761-4fcc-b9a1-0aca59a88acb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 1000 time: 0.0582552 Jul 22 02:34:05.836606 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-b6d86e01-919e-41a6-a27e-cc1a8bdd3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.838003 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-b6d86e01-919e-41a6-a27e-cc1a8bdd3d28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.0455501 Jul 22 02:34:05.903104 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-1bfd2324-5f80-435e-96d2-0f4f74a856e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.904546 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-1bfd2324-5f80-435e-96d2-0f4f74a856e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551910 Jul 22 02:34:06.002139 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-f40fb48f-3b02-4fd6-b1f0-5cb4d95918e5 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794806 Jul 22 02:34:06.115466 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70776cb-e827-47b8-a169-00894aed8496 req-c3b01917-61a4-44cd-bd3a-b6869a160f82 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:06.117045 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f70776cb-e827-47b8-a169-00894aed8496 req-c3b01917-61a4-44cd-bd3a-b6869a160f82 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0670393 Jul 22 02:34:06.164790 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f70776cb-e827-47b8-a169-00894aed8496 req-7a8b43ad-5152-48e8-a8cd-8dcf8530abf9 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414612 Jul 22 02:34:06.318604 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-cf8f70bc-06a9-497e-b8a8-3b6e81fe1d5d req-6cc740e6-29fb-496b-a2a5-274fb9bc7e09 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090093 Jul 22 02:34:06.377973 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07000-8f8e-41b6-b591-0c1344954def req-504e99f9-09e8-49e3-92a8-919ceec897e5 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:06.379347 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-32d07000-8f8e-41b6-b591-0c1344954def req-504e99f9-09e8-49e3-92a8-919ceec897e5 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0655789 Jul 22 02:34:06.417266 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-32d07000-8f8e-41b6-b591-0c1344954def req-5d2d98d4-385c-4b01-b7c7-bf4df31cc854 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Jul 22 02:34:07.301519 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256ea37-2ae7-4ddb-95a9-95fb76379403 req-a02dae44-6f99-410f-9ee7-c8b860381182 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:07.303056 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5256ea37-2ae7-4ddb-95a9-95fb76379403 req-a02dae44-6f99-410f-9ee7-c8b860381182 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0664756 Jul 22 02:34:07.342747 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5256ea37-2ae7-4ddb-95a9-95fb76379403 req-cb235b40-9da7-4d1e-9b9d-b20304fc0db4 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339315 Jul 22 02:34:07.550231 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968bc28-7315-49c1-9432-6d500015559e req-9f9c1f98-6914-4754-a6a1-146f30998a01 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:07.551718 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6968bc28-7315-49c1-9432-6d500015559e req-9f9c1f98-6914-4754-a6a1-146f30998a01 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0663724 Jul 22 02:34:07.589371 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6968bc28-7315-49c1-9432-6d500015559e req-e3e32b9d-1126-47af-af53-6068942a6bb6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Jul 22 02:34:07.655949 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-755188f6-98da-4b73-adcd-2b917e6855b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:08.472053 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d64dc2-8f65-4850-ad5b-2a825dfa4bfc req-645030af-c185-4424-a86d-ddc4b9bd6f87 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:08.473484 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-29d64dc2-8f65-4850-ad5b-2a825dfa4bfc req-645030af-c185-4424-a86d-ddc4b9bd6f87 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0630679 Jul 22 02:34:08.521971 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-29d64dc2-8f65-4850-ad5b-2a825dfa4bfc req-03b36d63-f3f1-4b99-bfc8-2d41ecba9b81 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425544 Jul 22 02:34:08.731776 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58a67-c8a2-48a1-b68b-e35dd58e0670 req-ed9fe88e-300d-4892-90ba-72ea7f917189 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:08.733151 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a6e58a67-c8a2-48a1-b68b-e35dd58e0670 req-ed9fe88e-300d-4892-90ba-72ea7f917189 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0665412 Jul 22 02:34:08.773515 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a6e58a67-c8a2-48a1-b68b-e35dd58e0670 req-32683d62-3467-4480-83a1-f6b7fbfe3765 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Jul 22 02:34:09.002242 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecfe63-4a19-49ef-a2af-3ae17b3785eb req-ea096eb1-8601-4f09-b016-53151f4e9786 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:09.003637 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f1ecfe63-4a19-49ef-a2af-3ae17b3785eb req-ea096eb1-8601-4f09-b016-53151f4e9786 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0632935 Jul 22 02:34:09.011997 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35166) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:09.051115 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f1ecfe63-4a19-49ef-a2af-3ae17b3785eb req-6b4b42c4-6bc8-40a2-ae02-d6f51f85334b tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Jul 22 02:34:09.117938 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-e64ca17c-f1e8-4c68-b6d4-1108c0b82a75 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1047676 Jul 22 02:34:09.660930 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b12552-996a-468c-bd02-a697fe9cf272 req-d66404aa-9371-4216-a74c-fbaa335e8661 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:09.662522 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e2b12552-996a-468c-bd02-a697fe9cf272 req-d66404aa-9371-4216-a74c-fbaa335e8661 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0676801 Jul 22 02:34:09.703727 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e2b12552-996a-468c-bd02-a697fe9cf272 req-4595db5c-745d-47ab-b1a9-02d3e7c7f515 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356221 Jul 22 02:34:10.103575 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.186438 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85bcf-f0c6-4dff-8f2c-18b47a57d193 req-9929940d-c687-4533-b82b-b674bec597b6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.187941 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a3a85bcf-f0c6-4dff-8f2c-18b47a57d193 req-9929940d-c687-4533-b82b-b674bec597b6 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0659387 Jul 22 02:34:10.225444 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a3a85bcf-f0c6-4dff-8f2c-18b47a57d193 req-f7badb7c-e2f1-43b9-8e1b-4b6acad6ed44 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Jul 22 02:34:10.288787 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd59d-9f3f-4e1f-afc4-0aad3d23e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.393926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-72b4e5bc-475a-4db5-a188-2a8b8fa94124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.395432 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-72b4e5bc-475a-4db5-a188-2a8b8fa94124 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8&tenant_id=772ea7ab67744c38989d9da6d94a2d07 HTTP/1.1" status: 200 len: 1099 time: 0.0921183 Jul 22 02:34:10.473605 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-279d420b-5c46-45e8-a170-09644a16bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.475116 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-279d420b-5c46-45e8-a170-09644a16bca8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0542142 Jul 22 02:34:10.568550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-c3073611-f609-445c-9d1f-cd019555dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.570047 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-c3073611-f609-445c-9d1f-cd019555dfc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 909 time: 0.0871048 Jul 22 02:34:10.600466 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.643772 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-6e749fe5-386c-4f6d-9745-ff132a2bc2da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 1000 time: 0.0610251 Jul 22 02:34:10.691162 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-25115883-3414-423f-98de-6e9d968683c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.692541 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-25115883-3414-423f-98de-6e9d968683c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.0426645 Jul 22 02:34:10.753400 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-3f0dbcd5-d245-4799-95bb-af9587a88eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.754927 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-3f0dbcd5-d245-4799-95bb-af9587a88eac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561004 Jul 22 02:34:10.834487 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90474f-3348-4679-9a24-b3e096b6a37e req-c28e231c-32c3-40f6-aa29-1e1c897dda05 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:10.835974 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ed90474f-3348-4679-9a24-b3e096b6a37e req-c28e231c-32c3-40f6-aa29-1e1c897dda05 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0637488 Jul 22 02:34:10.856985 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-02d5226b-5284-4ca0-bd05-b814e6ce44b5 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825555 Jul 22 02:34:10.875409 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ed90474f-3348-4679-9a24-b3e096b6a37e req-ddcc485b-47ba-4a66-9883-8649cecdcf20 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337026 Jul 22 02:34:10.954864 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6a7d0af0-5bc8-4624-90d7-d47a31150779 req-13d2581e-909c-4b36-8955-9b2b4debc126 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893047 Jul 22 02:34:11.354292 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7df5dc-2fd4-45bd-95b6-f31aa97ae457 req-4f53e49b-66ac-49e1-b28e-96334306e78e tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:11.355747 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8e7df5dc-2fd4-45bd-95b6-f31aa97ae457 req-4f53e49b-66ac-49e1-b28e-96334306e78e tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0621498 Jul 22 02:34:11.396005 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8e7df5dc-2fd4-45bd-95b6-f31aa97ae457 req-a10fa122-01f8-4952-8092-2924aba8aa8a tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346622 Jul 22 02:34:11.575409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.004662 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbec4d1-2f09-4a16-b9eb-1648460bba32 req-522f7593-e55e-4abc-be96-0a33a857ede3 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:12.006174 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6fbec4d1-2f09-4a16-b9eb-1648460bba32 req-522f7593-e55e-4abc-be96-0a33a857ede3 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0648279 Jul 22 02:34:12.044661 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6fbec4d1-2f09-4a16-b9eb-1648460bba32 req-753b31b5-bf45-4887-b451-edcda5c12e6b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328414 Jul 22 02:34:12.071871 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:12.144076 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.169751 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:12.171896 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc4311c-796e-42f0-91ca-411b0a3123e6" -d '{"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:12.184561 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:12.189488 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.214014 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4bd654-f1b8-4dee-8953-f46493614b4c x-openstack-request-id: req-6e4bd654-f1b8-4dee-8953-f46493614b4c {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:12.214306 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:12.214668 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e4bd654-f1b8-4dee-8953-f46493614b4c {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:12.215103 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'code': 200} Jul 22 02:34:12.225962 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e496655-478a-446d-990b-7e4acf689a29 req-3e252b93-e78b-4a8c-a5ca-107544e0d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:12.227475 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9e496655-478a-446d-990b-7e4acf689a29 req-3e252b93-e78b-4a8c-a5ca-107544e0d8eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0547152 Jul 22 02:34:12.242263 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=6']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:12.262495 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9e496655-478a-446d-990b-7e4acf689a29 req-efbacdc7-2052-4647-a3fc-fafae4dd8b35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282886 Jul 22 02:34:12.523239 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38f72a-8536-4491-a06e-af7fe9787322 req-4491b217-99ce-4975-9b20-d8b94f19aed7 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:12.524741 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1a38f72a-8536-4491-a06e-af7fe9787322 req-4491b217-99ce-4975-9b20-d8b94f19aed7 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 944 time: 0.0630770 Jul 22 02:34:12.561146 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1a38f72a-8536-4491-a06e-af7fe9787322 req-69059803-0c94-4c9b-9a5c-1fc756c8bb1b tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Jul 22 02:34:13.068098 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.183709 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aede00-9cde-4522-95b7-09f37d4ccb18 req-345225be-7a2f-4fdc-90a8-be0469d15c5f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:13.185207 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-07aede00-9cde-4522-95b7-09f37d4ccb18 req-345225be-7a2f-4fdc-90a8-be0469d15c5f tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0691996 Jul 22 02:34:13.228642 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-07aede00-9cde-4522-95b7-09f37d4ccb18 req-56a61fd8-0b74-40a6-b650-fc43e36d5bda tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367761 Jul 22 02:34:13.688626 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4f07e-aecf-4e42-8e84-bb4cf8a37cf9 req-a916d19a-3646-46ca-8fa6-9eb45648433b tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:13.690715 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a3a4f07e-aecf-4e42-8e84-bb4cf8a37cf9 req-a916d19a-3646-46ca-8fa6-9eb45648433b tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 944 time: 0.0624025 Jul 22 02:34:13.726355 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a3a4f07e-aecf-4e42-8e84-bb4cf8a37cf9 req-a95c64f8-b9b1-4e5c-a5b1-770db87a7715 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302925 Jul 22 02:34:14.075700 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:34:14.173442 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:14.187047 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'port_id': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'mac_address': 'fa:16:3e:01:d2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:34:14.226478 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.239498 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4128f7e2-6814-49f7-b618-343a5ce2fc3c {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:34:14.258664 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:14.262759 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.314646 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=7']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:14.367142 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2753656-38c6-48b4-90e6-1e0c5085bed6 req-7a1b7f4a-598c-404a-9354-5c6362f97713 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:14.368662 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2753656-38c6-48b4-90e6-1e0c5085bed6 req-7a1b7f4a-598c-404a-9354-5c6362f97713 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0674794 Jul 22 02:34:14.422534 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c2753656-38c6-48b4-90e6-1e0c5085bed6 req-15d0d142-f183-460f-8f60-3b9ae767b172 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430334 Jul 22 02:34:14.552722 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['4128f7e2-6814-49f7-b618-343a5ce2fc3c'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:15.557452 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652bf33-cac7-4338-b33e-19dcb3117246 req-e20d4510-8112-4641-bd13-725950168dc9 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:15.559002 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9652bf33-cac7-4338-b33e-19dcb3117246 req-e20d4510-8112-4641-bd13-725950168dc9 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0652437 Jul 22 02:34:15.606383 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9652bf33-cac7-4338-b33e-19dcb3117246 req-7be4e08c-df11-4c9b-a4d0-aa7b1898ed77 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416489 Jul 22 02:34:16.078493 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:34:16.123402 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 4128f7e2-6814-49f7-b618-343a5ce2fc3c triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:16.123769 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.197190 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.221390 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:16.224720 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e8f77-e7c7-49aa-8b0d-aaa539831d07" -d '{"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-plugged", "status": "completed", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:16.238292 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:16.242598 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.264883 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b926fdad-765a-4f84-acd6-8cdedc582bf6 x-openstack-request-id: req-b926fdad-765a-4f84-acd6-8cdedc582bf6 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:16.265192 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-plugged", "status": "completed", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:16.265430 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b926fdad-765a-4f84-acd6-8cdedc582bf6 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:16.265847 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'code': 200} Jul 22 02:34:16.290886 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=8']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:16.744317 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113970d-f6f7-4514-bb52-f4e95dcba2e4 req-120715fd-11db-47bc-9254-b5869cd4b555 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:16.746175 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4113970d-f6f7-4514-bb52-f4e95dcba2e4 req-120715fd-11db-47bc-9254-b5869cd4b555 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0680048 Jul 22 02:34:16.787023 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4113970d-f6f7-4514-bb52-f4e95dcba2e4 req-2e3ae4fc-283a-4486-aa92-4b18824393d7 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354824 Jul 22 02:34:18.042145 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291631fd-0cd3-41ee-9b3e-4a53c308672f req-7506493a-f73b-464f-bdbb-dc27f59cb66b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:18.043991 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-291631fd-0cd3-41ee-9b3e-4a53c308672f req-7506493a-f73b-464f-bdbb-dc27f59cb66b tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.1877103 Jul 22 02:34:18.085335 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-291631fd-0cd3-41ee-9b3e-4a53c308672f req-a2ee35bd-3311-4f86-a052-ef4ea761522a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343323 Jul 22 02:34:19.166091 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35292) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:19.216694 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c5fd-50ba-4962-b35c-487d265be6f0 req-cabf22cd-25e1-42c2-9ddc-fc256e3b097c tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:19.218369 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0659c5fd-50ba-4962-b35c-487d265be6f0 req-cabf22cd-25e1-42c2-9ddc-fc256e3b097c tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0661283 Jul 22 02:34:19.262444 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0659c5fd-50ba-4962-b35c-487d265be6f0 req-eb033a3b-5be9-4f86-93a6-bacb438a1f03 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349779 Jul 22 02:34:19.274783 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ee71d061-3338-4ce3-ae84-4aa3b24e0d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.365666 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ee71d061-3338-4ce3-ae84-4aa3b24e0d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.369316 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ee71d061-3338-4ce3-ae84-4aa3b24e0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.409401 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ee71d061-3338-4ce3-ae84-4aa3b24e0d35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eeb6a017d7484ac1bfdef676dceec1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423117 Jul 22 02:34:19.410276 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d061-3338-4ce3-ae84-4aa3b24e0d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e6943-b816-4bd4-a2a2-67b7b4938835,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:19.412098 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35298) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:19.462416 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f12861b-f66b-4132-86dc-d5eee1d788ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.483740 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f12861b-f66b-4132-86dc-d5eee1d788ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.534047 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f12861b-f66b-4132-86dc-d5eee1d788ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.536551 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f12861b-f66b-4132-86dc-d5eee1d788ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:19.537705 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-5f12861b-f66b-4132-86dc-d5eee1d788ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/922e6943-b816-4bd4-a2a2-67b7b4938835 HTTP/1.1" status: 204 len: 168 time: 0.1246243 Jul 22 02:34:19.546621 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12861b-f66b-4132-86dc-d5eee1d788ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e6943-b816-4bd4-a2a2-67b7b4938835,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:20.393031 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034468bc-b0a3-47b4-8bdd-fbd66d651961 req-21e584df-71c2-4183-896b-90b060db902a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:20.394659 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-034468bc-b0a3-47b4-8bdd-fbd66d651961 req-21e584df-71c2-4183-896b-90b060db902a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0647361 Jul 22 02:34:20.434124 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-034468bc-b0a3-47b4-8bdd-fbd66d651961 req-88ce9b74-de7f-42d0-a5ad-4ac83e2f47bb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338159 Jul 22 02:34:21.563468 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417728-85af-42fc-be21-233129f9f014 req-23b6eb15-d7b1-4087-b846-93cf8f582435 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:21.565449 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9f417728-85af-42fc-be21-233129f9f014 req-23b6eb15-d7b1-4087-b846-93cf8f582435 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0643406 Jul 22 02:34:21.604950 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9f417728-85af-42fc-be21-233129f9f014 req-6ac560ed-651b-4922-911c-88477ea35da2 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&id=6da76a29-c110-44f6-b0c9-dd16e2ec9926&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338676 Jul 22 02:34:37.508695 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb4b51-6539-46cc-b5ae-439750aa930b req-41a13546-961a-40b2-ad6b-2220db19b34b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:37.510099 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-91eb4b51-6539-46cc-b5ae-439750aa930b req-41a13546-961a-40b2-ad6b-2220db19b34b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 946 time: 0.0666027 Jul 22 02:34:37.547952 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-91eb4b51-6539-46cc-b5ae-439750aa930b req-d1369b4f-d757-40c9-863d-910000a85608 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Jul 22 02:34:37.659497 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d90ce345-04b6-4765-b685-568b8e3209b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:38.684446 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e741-8e4e-4104-9913-2f6985fc9e9b req-4c04d47c-abfa-4857-9865-13dd7810d938 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:38.685953 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4ca0e741-8e4e-4104-9913-2f6985fc9e9b req-4c04d47c-abfa-4857-9865-13dd7810d938 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 946 time: 0.0638318 Jul 22 02:34:38.723342 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4ca0e741-8e4e-4104-9913-2f6985fc9e9b req-d8101f8d-2079-40ec-9b7e-76f5568c697c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Jul 22 02:34:39.206271 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:34:39.371765 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-9cee52fb-545f-4b05-816e-e89fdb322e84 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:39.373239 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-9cee52fb-545f-4b05-816e-e89fdb322e84 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 946 time: 0.0642464 Jul 22 02:34:39.483596 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Deleting port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:39.483864 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:39.579768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] For port 19cdcd4f-d009-4903-b44b-16eb4ed9be72, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19cdcd4f-d009-4903-b44b-16eb4ed9be72,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:39.580403 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:39.749986 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:39.750280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:39.750591 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Floating IP fdeafae7-0d83-4902-b7c6-cd32186508ca disassociated. External IP: 172.28.1.67, port: 19cdcd4f-d009-4903-b44b-16eb4ed9be72. Jul 22 02:34:39.750932 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Calling delete_port for 19cdcd4f-d009-4903-b44b-16eb4ed9be72 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:39.877001 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6e8de-a90f-4fc3-9622-021b589e9d2f req-73648802-7ee6-4ff1-a745-b7f27efa181d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:39.879424 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4b6e8de-a90f-4fc3-9622-021b589e9d2f req-73648802-7ee6-4ff1-a745-b7f27efa181d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d08cd7-c4de-4228-8fef-7218d2d1f33e HTTP/1.1" status: 200 len: 946 time: 0.0759733 Jul 22 02:34:39.886003 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:39.912299 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event deleted for resources: {'Port': ['ID=19cdcd4f-d009-4903-b44b-16eb4ed9be72,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:39.917930 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4b6e8de-a90f-4fc3-9622-021b589e9d2f req-68718594-5c1d-4fb6-81d0-b8d05072a8a4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=accb787d-7394-4be1-861d-a9cdf9a341db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328121 Jul 22 02:34:39.921603 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.921984 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.922328 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.922666 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.922998 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.923329 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.923671 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.923978 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.924844 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.925517 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.925517 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:39.925811 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:40.044478 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:40.086955 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.156478 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:40.168760 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:40.179041 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:40.179654 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:40.201821 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] No DVR routers for this DVR port 19cdcd4f-d009-4903-b44b-16eb4ed9be72 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:40.204107 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.206201 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-def9e7b5-c33b-4897-af0a-ea7f9fbadaa6 req-ce27d4fd-dcb9-4d8b-aaa4-f82bd735c026 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "DELETE /v2.0/ports/19cdcd4f-d009-4903-b44b-16eb4ed9be72 HTTP/1.1" status: 204 len: 173 time: 0.8271852 Jul 22 02:34:40.206638 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-deleted', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:40.208885 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68732f3-cebc-4b11-b065-07528f9573f0" -d '{"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-deleted", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:40.324384 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c866f-6fe7-4956-9042-b9f5f162f259 x-openstack-request-id: req-859c866f-6fe7-4956-9042-b9f5f162f259 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:40.324751 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d08cd7-c4de-4228-8fef-7218d2d1f33e", "name": "network-vif-deleted", "tag": "19cdcd4f-d009-4903-b44b-16eb4ed9be72", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:40.325061 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-859c866f-6fe7-4956-9042-b9f5f162f259 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:40.325543 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d08cd7-c4de-4228-8fef-7218d2d1f33e', 'name': 'network-vif-deleted', 'tag': '19cdcd4f-d009-4903-b44b-16eb4ed9be72', 'status': 'completed', 'code': 200} Jul 22 02:34:40.327150 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b10e-bfd9-44f6-bbc4-58b758cefaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.336485 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:40.561374 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:40.594042 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:40.607789 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.609483 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:40.610128 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:40.719556 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:40.914480 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:40.939682 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9aaa0-e3e3-4b97-8d65-b86ae0fbd433 None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:41.011971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35404) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.068040 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.092391 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.140528 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.143735 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.144940 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "DELETE /v2.0/security-groups/accb787d-7394-4be1-861d-a9cdf9a341db HTTP/1.1" status: 204 len: 168 time: 0.1319878 Jul 22 02:34:41.147733 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35406) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.154532 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb787d-7394-4be1-861d-a9cdf9a341db,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:41.162730 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.163647 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.164003 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.164347 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.164684 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.165024 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.165128 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.api.v2.resource [None req-7729a29b-0f37-40db-844c-ab36385d067f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] show failed (client error): The resource could not be found. Jul 22 02:34:41.165356 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.165756 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.168875 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.168987 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7729a29b-0f37-40db-844c-ab36385d067f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups/accb787d-7394-4be1-861d-a9cdf9a341db HTTP/1.1" status: 404 len: 347 time: 0.0168402 Jul 22 02:34:41.169089 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.169089 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.169089 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4016d2-dcc0-489b-9e2d-75523c67bb9a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:41.169798 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35408) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.183288 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db83ccb-c3d0-47de-a5f4-2e704aa6b605 None None] New status for floating IP fdeafae7-0d83-4902-b7c6-cd32186508ca: DOWN {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:41.301363 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Deleting port 90aa68af-bd59-49c9-bf95-4688d0656494 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:41.301700 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.378029 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.378309 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.389312 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Calling delete_port for 90aa68af-bd59-49c9-bf95-4688d0656494 owned by network:floatingip {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:41.515520 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.540368 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event deleted for resources: {'Port': ['ID=90aa68af-bd59-49c9-bf95-4688d0656494,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:41.576788 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.603819 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.606316 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.607437 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e86c6097-c302-4160-b39d-6062bdfbf667 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "DELETE /v2.0/floatingips/fdeafae7-0d83-4902-b7c6-cd32186508ca HTTP/1.1" status: 204 len: 168 time: 0.4367523 Jul 22 02:34:41.871181 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35420) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.875826 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538398822', 'description': 'tempest-description--1039651954'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:41.899180 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.983206 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.988367 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.017070 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.021667 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1466718 Jul 22 02:34:42.022414 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35422) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:42.023024 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc059-d9c7-413d-9bdf-89493d110d39 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d983fa1-6d14-4955-993a-b56635768f51,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:42.032184 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'security_group_rule': {'security_group_id': '3d983fa1-6d14-4955-993a-b56635768f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:42.069358 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.119801 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.123488 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.143678 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c36ca3d-d4af-45bc-b8fa-12b57a13f738,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:42.147687 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.148974 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-72b065c2-84a7-47e0-8093-0616da0abc1d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247294 Jul 22 02:34:42.151616 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35430) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:42.156603 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'security_group_rule': {'security_group_id': '3d983fa1-6d14-4955-993a-b56635768f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:42.183571 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.216331 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:42.238293 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 19cdcd4f-d009-4903-b44b-16eb4ed9be72 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:42.238719 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 19cdcd4f-d009-4903-b44b-16eb4ed9be72 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:42.248512 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.254783 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452675'] for security_group_rule, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.276093 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0898e44-b90e-4aff-ae7e-6c52ab5e6607,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:42.279892 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.281082 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-02a06e70-79a0-47ec-9a23-56f9dfea6da2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285384 Jul 22 02:34:42.285115 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35432) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:42.290112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'floatingip': {'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:42.309942 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-9da0d1af-16b7-49b7-85ed-b162c733218f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1720319 Jul 22 02:34:42.314015 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.400637 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-2cd55016-f36c-463f-85b5-4491c619133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:42.402068 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-2cd55016-f36c-463f-85b5-4491c619133a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0526960 Jul 22 02:34:42.409758 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.507142 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-befc2a86-f682-4829-8524-1b4a21d95022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:42.508634 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-befc2a86-f682-4829-8524-1b4a21d95022 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 909 time: 0.0872004 Jul 22 02:34:42.519730 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Allocated IP 172.28.1.66 (b38e9c15-9605-4b1e-b661-7d0a42d21fe8/79116db7-088e-4588-a5a4-7479df99e02c/432cbc5d-5c55-495d-b997-bb5eef4a018a) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:34:42.575649 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-bc920e79-9625-4fbe-9832-70fb72febf6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 1000 time: 0.0581307 Jul 22 02:34:42.619381 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.623441 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-6d551f06-b159-442a-9c3f-94162727693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:42.624888 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-6d551f06-b159-442a-9c3f-94162727693c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.0422654 Jul 22 02:34:42.657838 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.686982 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-288616c1-05ad-49f5-a351-4cbf7d97fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:42.688478 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-288616c1-05ad-49f5-a351-4cbf7d97fd95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557337 Jul 22 02:34:42.702375 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Network b38e9c15-9605-4b1e-b661-7d0a42d21fe8 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:34:42.705876 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:34:42.710135 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:34:42.713125 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'Port': ['ID=432cbc5d-5c55-495d-b997-bb5eef4a018a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:42.776226 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-51abbc2d-3948-45ec-b0b0-536f09cc1d2d service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809891 Jul 22 02:34:42.793028 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.838714 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.867119 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c0289db1-39fa-4b39-87fc-167b3e506e61 req-491ae81f-1e1d-4afc-99a9-5bfb5754070b service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842066 Jul 22 02:34:42.985019 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.989894 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:43.063042 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'Port': ['ID=432cbc5d-5c55-495d-b997-bb5eef4a018a,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:43.070728 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:43.072833 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:43.085447 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:43.086697 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4a571eee-d3cf-48bc-a236-77643ef397bc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8005841 Jul 22 02:34:43.273376 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-327ea2e0-3dfd-496c-950b-eae5945461c7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1538398822&fields=id&tenant_id=77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 267 time: 0.0330143 Jul 22 02:34:43.391927 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-db9c7188-30ca-48e4-9a17-3c1f439076f5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:43.394157 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-db9c7188-30ca-48e4-9a17-3c1f439076f5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 817 time: 0.1141469 Jul 22 02:34:43.409442 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-db71a716-0aa2-4f49-932e-cd691fcc6b4d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/quotas/77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 375 time: 0.0100615 Jul 22 02:34:43.487868 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-0f6933e7-74ac-4499-bff9-f6c78d18008d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680699 Jul 22 02:34:43.630709 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-dae111b1-b3f6-4a7f-9f64-f3c26b5fc98d service neutron] 10.222.0.25 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319323 Jul 22 02:34:43.724788 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-a2d9407f-a290-4168-87d4-6ce4e75493b2 service neutron] 10.222.0.25 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877705 Jul 22 02:34:43.882393 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4dd04b73-dc6f-464e-99db-9ca44e112afc req-2df1c63a-b896-49fd-9a93-257c953cd8ec tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Jul 22 02:34:44.997773 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-210e3893-80c1-465e-ad55-ce8d4eca2755 req-d54805f4-c561-4e83-98b9-41582841b9e7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 210 time: 0.0448971 Jul 22 02:34:45.070743 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-10beaf79-990e-4300-8a2d-e942097be196 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.072172 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-10beaf79-990e-4300-8a2d-e942097be196 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 817 time: 0.1011925 Jul 22 02:34:45.119259 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-bb63f149-1964-43b1-813b-44235e5f3ab5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 380 time: 0.0332689 Jul 22 02:34:45.128598 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'port': {'device_id': '980c13f2-975d-4bc6-96a7-835c13933de0', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'admin_state_up': True, 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'security_groups': ['3d983fa1-6d14-4955-993a-b56635768f51']}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:45.235820 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Made reservation on behalf of 77706b45c1cc43af8dd20aba5434fa90 for: {'port': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:34:45.240193 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.362074 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_common [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Allocated IP 172.20.0.7 (448171e1-0ea3-4faf-92f5-138e5672b0a2/e384cb14-c0dc-4cf7-8d44-9f7162d28735/711cfdd5-acb8-47fb-ae91-6eee496b526a) {{(pid=93228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:34:45.498502 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for port, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.511613 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Transition to ACTIVE for port object 711cfdd5-acb8-47fb-ae91-6eee496b526a will not be triggered until provisioned by entity DHCP. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:34:45.545500 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787651001209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.593093 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 is already hosted by enough agents. {{(pid=93228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:34:45.598694 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Resources bound (agent type, host, resource id): {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:34:45.603256 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Received port after_create {{(pid=93228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:34:45.637771 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:45.657949 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.658750 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.673509 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-2012b55d-a578-404f-a516-7e8d4ca2670d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491707 Jul 22 02:34:45.685862 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Request body: {'port': {'device_id': '980c13f2-975d-4bc6-96a7-835c13933de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:45.761247 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.887689 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-e7f8ecdb-890b-43cc-97b9-626ab5ba7637 None None] Provisioning for port 711cfdd5-acb8-47fb-ae91-6eee496b526a completed by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:34:45.891627 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-e7f8ecdb-890b-43cc-97b9-626ab5ba7637 None None] Provisioning complete for port 711cfdd5-acb8-47fb-ae91-6eee496b526a triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:45.892065 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ecdb-890b-43cc-97b9-626ab5ba7637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.928074 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8ecdb-890b-43cc-97b9-626ab5ba7637 None None] Port 711cfdd5-acb8-47fb-ae91-6eee496b526a cannot update to ACTIVE because it is not bound. {{(pid=93229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:34:46.023619 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711cfdd5-acb8-47fb-ae91-6eee496b526a {{(pid=93228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:34:46.031604 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:46.044427 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Transition to ACTIVE for port object 711cfdd5-acb8-47fb-ae91-6eee496b526a will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:34:46.049608 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:46.104447 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:46.179323 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaea00-135d-4ca9-bd08-837879732b3e req-94424dc6-5e5f-4645-85a5-e44d19f242f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.187392 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4aaea00-135d-4ca9-bd08-837879732b3e req-94424dc6-5e5f-4645-85a5-e44d19f242f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.1117401 Jul 22 02:34:46.195007 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Attempting to bind port 711cfdd5-acb8-47fb-ae91-6eee496b526a on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:34:46.195607 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Attempting to bind port 711cfdd5-acb8-47fb-ae91-6eee496b526a by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:34:46.195949 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Attempting to bind port 711cfdd5-acb8-47fb-ae91-6eee496b526a on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:34:46.201158 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Port 711cfdd5-acb8-47fb-ae91-6eee496b526a on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:34:46.201487 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Attempting to bind port 711cfdd5-acb8-47fb-ae91-6eee496b526a on network 448171e1-0ea3-4faf-92f5-138e5672b0a2 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:34:46.207196 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Checking agent: {'id': 'c28b0478-a43b-4013-8f11-e20b3b24f8ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:34:46.207540 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Checking segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:34:46.208459 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Bound using segment: {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:34:46.209803 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Bound port: 711cfdd5-acb8-47fb-ae91-6eee496b526a, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f211f6-b42e-4558-b768-1c4a192e13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:34:46.210326 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:46.231053 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c4aaea00-135d-4ca9-bd08-837879732b3e req-fcf58314-59b0-40d9-9e2d-051f6c573394 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Jul 22 02:34:46.286634 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:34:46.289849 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:34:46.296933 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8439552'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:46.333649 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.334261 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:46.335655 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 1093 time: 0.6541865 Jul 22 02:34:46.336085 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:46.338332 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9580cc13-2a00-4daa-a92c-9864f59e7407" -d '{"events": [{"name": "network-changed", "server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:46.363459 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176019a-cc6f-400d-aa1c-edbc42b752c7 service neutron] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:46.394513 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0a9b95-1077-4c78-b77c-e87eec8b2699 x-openstack-request-id: req-9d0a9b95-1077-4c78-b77c-e87eec8b2699 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:46.394805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:46.395050 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d0a9b95-1077-4c78-b77c-e87eec8b2699 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:46.395433 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'status': 'completed', 'code': 200} Jul 22 02:34:46.450985 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-73e6eeb2-d599-4f0b-bc43-9ea3825a915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.452503 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-73e6eeb2-d599-4f0b-bc43-9ea3825a915b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1096 time: 0.0674689 Jul 22 02:34:46.499460 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-80c51f73-47b9-4755-aaa1-4559b3601ef6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 217 time: 0.0347440 Jul 22 02:34:46.558525 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-d4528b9f-cb86-4ebb-a754-7c93664048a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.559885 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-d4528b9f-cb86-4ebb-a754-7c93664048a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0441267 Jul 22 02:34:46.626146 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c948b-eefc-4917-9387-32424530d66d req-24c0d4cd-7ab8-48c1-9528-1e45eb2ccb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.628186 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-24c0d4cd-7ab8-48c1-9528-1e45eb2ccb32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518978 Jul 22 02:34:46.719949 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-b2cc0416-6597-4ead-8ed2-aade55a13640 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831125 Jul 22 02:34:46.811986 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-f67c948b-eefc-4917-9387-32424530d66d req-7fa0f6ee-d281-497c-8aaa-3b7dd8e4f17b service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839381 Jul 22 02:34:46.915583 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-75e35b7c-ab5c-4cf2-b8a6-5c50698b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.917079 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-75e35b7c-ab5c-4cf2-b8a6-5c50698b6ebd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1096 time: 0.0540948 Jul 22 02:34:47.009225 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-2d8ef17e-44ea-4a1f-b85e-17330152c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:47.010725 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-2d8ef17e-44ea-4a1f-b85e-17330152c57f service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.0857863 Jul 22 02:34:47.061003 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-41f6b811-4d35-4e92-820c-99093e90dff9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 217 time: 0.0377614 Jul 22 02:34:47.114526 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-e14a6710-01c7-4fce-b24b-df75fcefbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:47.115846 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-e14a6710-01c7-4fce-b24b-df75fcefbcbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0428267 Jul 22 02:34:47.182364 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-a0df744f-db12-4056-b00a-dc371f0c62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:47.183615 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-a0df744f-db12-4056-b00a-dc371f0c62d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519917 Jul 22 02:34:47.282339 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-6eed9f8e-1a51-4f46-8a72-5d737a69b78e service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893037 Jul 22 02:34:47.371436 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e57f3-8540-43cc-ace9-3d56a8818ef8 req-7abd4016-5ed1-4b4d-a464-40e1ef5669f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:47.372855 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8c2e57f3-8540-43cc-ace9-3d56a8818ef8 req-7abd4016-5ed1-4b4d-a464-40e1ef5669f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0680799 Jul 22 02:34:47.382456 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-9580cc13-2a00-4daa-a92c-9864f59e7407 req-cf34562b-ab96-4884-b88a-7472bcff8dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887897 Jul 22 02:34:47.413855 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8c2e57f3-8540-43cc-ace9-3d56a8818ef8 req-ab1bf14a-34ff-43c2-868a-666f6f23ee55 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Jul 22 02:34:48.255344 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:34:48.347838 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:48.358208 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'mac_address': 'fa:16:3e:4c:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:34:48.392577 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:48.406617 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711cfdd5-acb8-47fb-ae91-6eee496b526a {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:34:48.429642 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:48.433173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:48.562925 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267d951-83c0-4ffe-b914-c2bc819655de req-63ddc58e-dddd-4b9a-9d3f-66b18ad5c01e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:48.562925 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1267d951-83c0-4ffe-b914-c2bc819655de req-63ddc58e-dddd-4b9a-9d3f-66b18ad5c01e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 944 time: 0.0751901 Jul 22 02:34:48.600615 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=4']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:48.607694 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1267d951-83c0-4ffe-b914-c2bc819655de req-a0d6681f-257e-4751-aa69-e836665258eb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Jul 22 02:34:48.702322 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['711cfdd5-acb8-47fb-ae91-6eee496b526a'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:48.993029 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317337-ba2d-41f3-aa6c-46efe6d5ba05 req-09fe12bc-d877-4b02-b0f7-7075af87e4ce tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:48.994526 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d9317337-ba2d-41f3-aa6c-46efe6d5ba05 req-09fe12bc-d877-4b02-b0f7-7075af87e4ce tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0643921 Jul 22 02:34:49.031890 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d9317337-ba2d-41f3-aa6c-46efe6d5ba05 req-6ebac26a-cd3e-4741-8a94-c9f6828c2172 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Jul 22 02:34:49.734059 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421ce04-710d-4ee3-b9b3-b52dbc30cb31 req-9da8fc8e-aac9-4a6e-a58e-0485bf5bf3a2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:49.735526 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3421ce04-710d-4ee3-b9b3-b52dbc30cb31 req-9da8fc8e-aac9-4a6e-a58e-0485bf5bf3a2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 944 time: 0.0626020 Jul 22 02:34:49.776415 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3421ce04-710d-4ee3-b9b3-b52dbc30cb31 req-5ab7fd8e-5059-49a4-ba38-7bf800445e21 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353808 Jul 22 02:34:50.162233 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7cf26-2bdf-45b1-ae96-807c8c6b4a12 req-f5419e6e-6c38-44d5-9807-1c7f014574ef tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:50.163708 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-01b7cf26-2bdf-45b1-ae96-807c8c6b4a12 req-f5419e6e-6c38-44d5-9807-1c7f014574ef tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0660980 Jul 22 02:34:50.200660 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-01b7cf26-2bdf-45b1-ae96-807c8c6b4a12 req-a5b5b4d5-caa4-4331-a3ad-76d42b2c3021 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Jul 22 02:34:50.268506 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:34:50.318445 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning for port 711cfdd5-acb8-47fb-ae91-6eee496b526a completed by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:34:50.322025 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 711cfdd5-acb8-47fb-ae91-6eee496b526a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:50.322402 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:50.394854 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:50.421546 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:50.423899 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821280b-dd20-4236-a856-620d588d5b72" -d '{"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-plugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:50.436948 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:50.442176 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:50.493081 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=5']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:50.499972 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.500319 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.500660 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.500995 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.501321 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.501649 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.502005 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.502328 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.502631 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.503595 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.503924 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.504247 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:50.517510 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecc3c8b-1a74-4396-9693-f2b24fe5dda1 x-openstack-request-id: req-5ecc3c8b-1a74-4396-9693-f2b24fe5dda1 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:50.517836 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-plugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:50.518087 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ecc3c8b-1a74-4396-9693-f2b24fe5dda1 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:50.518491 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'code': 200} Jul 22 02:34:50.700528 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae8f30-26b4-4e32-9115-a62d753974f0 req-33679e5b-99f3-4e06-9706-cb7e9a020c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:50.702112 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c6ae8f30-26b4-4e32-9115-a62d753974f0 req-33679e5b-99f3-4e06-9706-cb7e9a020c83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1098 time: 0.0558968 Jul 22 02:34:50.739489 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-c6ae8f30-26b4-4e32-9115-a62d753974f0 req-90af848d-1b4c-4e80-a9f4-794c0fc7a818 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269504 Jul 22 02:34:50.906418 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4bd30-e540-41f8-b5b7-5973c21a0ef7 req-04a6e40d-9560-4609-a549-96f7174ad54e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:50.907891 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-43a4bd30-e540-41f8-b5b7-5973c21a0ef7 req-04a6e40d-9560-4609-a549-96f7174ad54e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0634565 Jul 22 02:34:50.944988 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-43a4bd30-e540-41f8-b5b7-5973c21a0ef7 req-b5465a24-7691-4b81-b9e1-596a466b95dd tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307934 Jul 22 02:34:51.123526 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-54b5ec64-a337-49e0-8f40-2cea5c18d9a4 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:51.124965 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-54b5ec64-a337-49e0-8f40-2cea5c18d9a4 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0613601 Jul 22 02:34:51.227968 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Deleting port b377803d-72e1-422f-a024-a461342d800f {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:51.228307 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:51.313666 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] For port b377803d-72e1-422f-a024-a461342d800f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b377803d-72e1-422f-a024-a461342d800f,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:51.314046 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:51.333738 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4638c9-2420-4d25-93ab-005db95c9bad req-966e2ee5-3a11-4f76-969a-2abc1bd218a7 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:51.335219 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7c4638c9-2420-4d25-93ab-005db95c9bad req-966e2ee5-3a11-4f76-969a-2abc1bd218a7 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 945 time: 0.0665143 Jul 22 02:34:51.371575 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7c4638c9-2420-4d25-93ab-005db95c9bad req-ece4240b-bd51-411a-8b56-468ec21543c9 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e7710fc-9c31-4ac0-8f75-1615b2713a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308189 Jul 22 02:34:51.482149 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:51.482435 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:51.482747 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Floating IP e01bef11-26c3-4bfe-8644-83f05550d304 disassociated. External IP: 172.28.1.96, port: b377803d-72e1-422f-a024-a461342d800f. Jul 22 02:34:51.483081 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Calling delete_port for b377803d-72e1-422f-a024-a461342d800f owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:51.840133 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:51.870329 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event deleted for resources: {'Port': ['ID=b377803d-72e1-422f-a024-a461342d800f,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:51.980334 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:52.078452 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93af43-69b3-4842-8c5c-52416d69a6bd req-9a73ee79-3f02-45a1-975e-e5a38fb7a318 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:52.079951 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3d93af43-69b3-4842-8c5c-52416d69a6bd req-9a73ee79-3f02-45a1-975e-e5a38fb7a318 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0639067 Jul 22 02:34:52.085110 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:52.094998 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:52.104219 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:52.104906 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:52.121781 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3d93af43-69b3-4842-8c5c-52416d69a6bd req-e1fcce51-126e-4252-a4fe-d5d37f6ca6b1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355129 Jul 22 02:34:52.132744 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] No DVR routers for this DVR port b377803d-72e1-422f-a024-a461342d800f on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:52.135221 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:52.137672 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2a9f931e-61e8-4297-81ec-a98e271be8e2 req-eb2bab25-6204-4a97-b198-0ac2672f946b tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.32 "DELETE /v2.0/ports/b377803d-72e1-422f-a024-a461342d800f HTTP/1.1" status: 204 len: 173 time: 1.0059950 Jul 22 02:34:52.137672 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'name': 'network-vif-deleted', 'tag': 'b377803d-72e1-422f-a024-a461342d800f'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:52.139991 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dfe176-bb24-4ae6-907f-6384fef63416" -d '{"events": [{"server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "name": "network-vif-deleted", "tag": "b377803d-72e1-422f-a024-a461342d800f"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:52.183933 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2c2fbb-c9c0-46f1-b2b6-b34980133c7f x-openstack-request-id: req-2b2c2fbb-c9c0-46f1-b2b6-b34980133c7f {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:52.185039 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9147d6de-9c4f-4154-8498-b5c9cef6af5d", "name": "network-vif-deleted", "tag": "b377803d-72e1-422f-a024-a461342d800f", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:52.185308 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b2c2fbb-c9c0-46f1-b2b6-b34980133c7f {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:52.185799 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9147d6de-9c4f-4154-8498-b5c9cef6af5d', 'name': 'network-vif-deleted', 'tag': 'b377803d-72e1-422f-a024-a461342d800f', 'status': 'completed', 'code': 200} Jul 22 02:34:52.227501 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:52.264902 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69567d-06a2-4bfd-9e27-ba05612ebac6 req-5b64d6cc-61c0-4f35-a79a-72a563f17942 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:52.267278 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9e69567d-06a2-4bfd-9e27-ba05612ebac6 req-5b64d6cc-61c0-4f35-a79a-72a563f17942 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0730906 Jul 22 02:34:52.277167 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35556) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:52.282280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Request body: {'floatingip': {'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:52.324520 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:52.451112 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:52.480469 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:52.485872 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5e504523-4b91-4749-a599-36d4dd1847b2 req-ea132afd-bd1d-4f5e-923a-d5e11000b4af tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/ports?device_id=9147d6de-9c4f-4154-8498-b5c9cef6af5d HTTP/1.1" status: 200 len: 210 time: 0.0324712 Jul 22 02:34:52.489457 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:52.490168 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:52.594888 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:52.775942 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:52.779800 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:52.803962 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:52.829738 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cc7a1-52dc-481a-8cc4-e012f009f0eb None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:29:30Z', 'revision_number': 4, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4966cbf5-c66c-40e5-b8f4-74b5f4625055', 'name': '', 'network_id': 'fd538c70-07c0-4834-928f-b386fc0477e0', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'mac_address': 'fa:16:3e:a1:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:26Z', 'updated_at': '2021-07-22T02:29:37Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'subnets': [{'id': '8b4d24f0-33b8-459e-b308-eaefcecfea67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:52.882489 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Floating IP 5446ac0c-b2de-4f3f-83a7-67e5e4007cb3 associated. External IP: 172.28.1.66, port: 711cfdd5-acb8-47fb-ae91-6eee496b526a. Jul 22 02:34:53.042631 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c812d-a87d-4e0c-a4e1-41c84cf93600 None None] New status for floating IP e01bef11-26c3-4bfe-8644-83f05550d304: DOWN {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:53.093983 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:53.202335 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:53.206971 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.211359 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:53.224709 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:53.225404 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:53.256880 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-2a2e2552-ee7c-4cff-8228-7c7299e3e6ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "PUT /v2.0/floatingips/5446ac0c-b2de-4f3f-83a7-67e5e4007cb3 HTTP/1.1" status: 200 len: 990 time: 0.9784005 Jul 22 02:34:53.331313 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:53.548569 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '5446ac0c-b2de-4f3f-83a7-67e5e4007cb3', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'floating_ip_address': '172.28.1.66', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'mac_address': 'fa:16:3e:4c:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980c13f2-975d-4bc6-96a7-835c13933de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:34:42Z', 'updated_at': '2021-07-22T02:34:52Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:53.570584 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35566) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:53.578337 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:53.586630 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:53.587220 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:53.625913 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f77d40b7-247c-4f9d-9a81-cf3e1358d863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.649248 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f77d40b7-247c-4f9d-9a81-cf3e1358d863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.689912 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:53.696204 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f77d40b7-247c-4f9d-9a81-cf3e1358d863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.699550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-f77d40b7-247c-4f9d-9a81-cf3e1358d863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.700788 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-f77d40b7-247c-4f9d-9a81-cf3e1358d863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e7710fc-9c31-4ac0-8f75-1615b2713a8a HTTP/1.1" status: 204 len: 168 time: 0.1283672 Jul 22 02:34:53.702822 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35568) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:53.710155 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d40b7-247c-4f9d-9a81-cf3e1358d863 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7710fc-9c31-4ac0-8f75-1615b2713a8a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:53.717569 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.api.v2.resource [None req-888b3d2a-8fd0-4c23-985b-72782816ddf6 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] show failed (client error): The resource could not be found. Jul 22 02:34:53.718783 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-888b3d2a-8fd0-4c23-985b-72782816ddf6 tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "GET /v2.0/security-groups/7e7710fc-9c31-4ac0-8f75-1615b2713a8a HTTP/1.1" status: 404 len: 347 time: 0.0149705 Jul 22 02:34:53.721618 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35570) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:53.844925 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Deleting port 504dcd5c-be96-4d5d-9e26-cce1c5d77f7c {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:53.845185 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.915750 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '5446ac0c-b2de-4f3f-83a7-67e5e4007cb3', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'floating_ip_address': '172.28.1.66', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'mac_address': 'fa:16:3e:4c:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980c13f2-975d-4bc6-96a7-835c13933de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:34:42Z', 'updated_at': '2021-07-22T02:34:52Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:53.919568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.919903 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.931616 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Calling delete_port for 504dcd5c-be96-4d5d-9e26-cce1c5d77f7c owned by network:floatingip {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:54.059534 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b28b39-9864-48cd-80bc-663ee6e2aee1 None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_floatingips': [{'id': '5446ac0c-b2de-4f3f-83a7-67e5e4007cb3', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'floating_ip_address': '172.28.1.66', 'floating_network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'router_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'mac_address': 'fa:16:3e:4c:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980c13f2-975d-4bc6-96a7-835c13933de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:34:42Z', 'updated_at': '2021-07-22T02:34:52Z', 'revision_number': 1, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:54.076105 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:54.107942 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Pushing event deleted for resources: {'Port': ['ID=504dcd5c-be96-4d5d-9e26-cce1c5d77f7c,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:54.169809 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:54.172711 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:54.174045 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-3e1927c6-9510-4136-aa34-117d57ad71db tempest-AttachVolumeTestJSON-1207911914 tempest-AttachVolumeTestJSON-1207911914-project] 10.222.0.25 "DELETE /v2.0/floatingips/e01bef11-26c3-4bfe-8644-83f05550d304 HTTP/1.1" status: 204 len: 168 time: 0.4512360 Jul 22 02:34:54.186863 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:54.189280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2" -d '{"events": [{"name": "network-changed", "server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:54.231849 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad77609-b89d-44cb-a06e-fc671751594f x-openstack-request-id: req-bad77609-b89d-44cb-a06e-fc671751594f {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:54.232330 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:54.232742 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bad77609-b89d-44cb-a06e-fc671751594f {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:54.233294 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'status': 'completed', 'code': 200} Jul 22 02:34:54.262849 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device b377803d-72e1-422f-a024-a461342d800f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:54.276475 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c6692-91c9-4ab9-8ebd-e2457615056e None None] New status for floating IP 5446ac0c-b2de-4f3f-83a7-67e5e4007cb3: ACTIVE {{(pid=93230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:54.290119 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: b377803d-72e1-422f-a024-a461342d800f {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:54.290620 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device b377803d-72e1-422f-a024-a461342d800f not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:54.339260 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-fddc4420-e465-4ea0-b261-b6bd00335758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.340898 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-fddc4420-e465-4ea0-b261-b6bd00335758 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1098 time: 0.0744174 Jul 22 02:34:54.453260 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-ea941a72-d906-4366-9d18-c858c1caeb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.455298 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-ea941a72-d906-4366-9d18-c858c1caeb68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.1064205 Jul 22 02:34:54.527326 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-2c35ed66-c139-44cf-9db3-ba052f4ceb53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 1000 time: 0.0615780 Jul 22 02:34:54.575823 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-83d64f3d-b177-44e5-a24f-6021903695ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.577216 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-83d64f3d-b177-44e5-a24f-6021903695ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0420053 Jul 22 02:34:54.633805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-75d16ad2-154c-4af3-ab46-1825e1f51cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.635313 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-75d16ad2-154c-4af3-ab46-1825e1f51cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517967 Jul 22 02:34:54.729624 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-f750cd2a-1b7e-465f-a193-e64008149473 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868158 Jul 22 02:34:54.820311 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-23ba3f4d-7f7a-48cb-8d5f-c509a5c184d2 req-1c07617c-5eed-4fae-b322-b7ed6ccabcc7 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Jul 22 02:34:57.743895 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35610) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:58.514736 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.813116 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Deleting port 4966cbf5-c66c-40e5-b8f4-74b5f4625055 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:58.813827 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.888116 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] For port 4966cbf5-c66c-40e5-b8f4-74b5f4625055, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4966cbf5-c66c-40e5-b8f4-74b5f4625055,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:58.888477 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.901097 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Calling delete_port for 4966cbf5-c66c-40e5-b8f4-74b5f4625055 owned by network:router_interface {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:59.096302 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.119489 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Pushing event deleted for resources: {'Port': ['ID=4966cbf5-c66c-40e5-b8f4-74b5f4625055,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:59.288724 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.503117 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Router 7a78d920-91ee-4ec7-a7aa-107296500b20 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:59.611371 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:59.616934 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-d71aa781-43a3-46d3-b03f-84928b05feee admin admin] 10.222.0.25 "PUT /v2.0/routers/7a78d920-91ee-4ec7-a7aa-107296500b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720109 Jul 22 02:34:59.619520 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35620) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:59.622079 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] Sync routers for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:59.631654 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:59.632249 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:59.718495 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks [] for router, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.732269 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:59.824302 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.879934 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Deleting port 77212009-9030-4de9-8c17-a30292db5b32 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:59.880278 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.924438 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '77212009-9030-4de9-8c17-a30292db5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:34:59Z', 'revision_number': 5, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port': {'id': '77212009-9030-4de9-8c17-a30292db5b32', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:19Z', 'updated_at': '2021-07-22T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:59.957214 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] Checking router: 7a78d920-91ee-4ec7-a7aa-107296500b20 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:59.966392 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] Routers {'7a78d920-91ee-4ec7-a7aa-107296500b20'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:59.967024 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['7a78d920-91ee-4ec7-a7aa-107296500b20'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:59.974187 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] For port 77212009-9030-4de9-8c17-a30292db5b32, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=77212009-9030-4de9-8c17-a30292db5b32,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:59.974792 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.991208 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Calling delete_port for 77212009-9030-4de9-8c17-a30292db5b32 owned by network:router_gateway {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:00.053353 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] Set router 7a78d920-91ee-4ec7-a7aa-107296500b20 gateway port host: None {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:00.103986 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:34:59Z', 'revision_number': 6, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:00.135370 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9873f76d-5277-4da4-a576-58e1a4798c83 None None] The sync data for ids ['7a78d920-91ee-4ec7-a7aa-107296500b20'] in dv-cinder-792299-6-smb is: [{'id': '7a78d920-91ee-4ec7-a7aa-107296500b20', 'name': 'tempest-AttachVolumeTestJSON-1432722366-router', 'tenant_id': '61e9ccbae20340b0b131756cb766b409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:18Z', 'updated_at': '2021-07-22T02:34:59Z', 'revision_number': 6, 'project_id': '61e9ccbae20340b0b131756cb766b409', 'gw_port_host': None}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:00.171723 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.204407 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Pushing event deleted for resources: {'Port': ['ID=77212009-9030-4de9-8c17-a30292db5b32,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:00.263097 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.365800 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.367897 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.441261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.441651 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a78d920-91ee-4ec7-a7aa-107296500b20 {{(pid=93227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:35:00.449912 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.451063 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2369d490-3fe1-4236-a5d9-5a2294afc29f admin admin] 10.222.0.25 "DELETE /v2.0/routers/7a78d920-91ee-4ec7-a7aa-107296500b20 HTTP/1.1" status: 204 len: 168 time: 0.8306499 Jul 22 02:35:00.453778 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35626) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:00.464257 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-36e58656-87e5-4c40-9d7a-3a26d9a3f66c tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875837068&fields=id&tenant_id=6ba5a340bda94107abaefef6acaafd84 HTTP/1.1" status: 200 len: 267 time: 0.0698090 Jul 22 02:35:00.503651 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Deleting subnet 8b4d24f0-33b8-459e-b308-eaefcecfea67 {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:00.506902 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.546381 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.549143 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-b72ba9e7-f662-417a-8bc7-1408d1d738c2 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:00.551120 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-b72ba9e7-f662-417a-8bc7-1408d1d738c2 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 984 time: 0.0785928 Jul 22 02:35:00.561887 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Request body: {'port': {'security_groups': ['8f998deb-c073-491d-af2f-b2b96c9d3f32']}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:00.653492 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.659289 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.715705 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.743021 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4d24f0-33b8-459e-b308-eaefcecfea67,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:00.744985 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.746922 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-49d5ba41-99b0-4578-9c53-6ebb598c3bea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b4d24f0-33b8-459e-b308-eaefcecfea67 HTTP/1.1" status: 204 len: 168 time: 0.2920251 Jul 22 02:35:00.749452 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35628) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:00.751637 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a33c9a-3aee-4692-957c-85b9de60ba1a None None] Network fd538c70-07c0-4834-928f-b386fc0477e0 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:00.817356 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.842177 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:00.876814 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.885105 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4282488'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.892050 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Deleting port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:00.892397 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.898381 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e2e53c31-9bb0-416b-9732-ab40ed82c495'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:35:00.938047 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:00.938733 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:00.940993 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-4780eab0-0c0f-4de6-b6d8-315ab0d5da7c req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "PUT /v2.0/ports/e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 942 time: 0.3828692 Jul 22 02:35:00.941444 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:00.943870 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb7ec661c003515baa54a76aba4c4f4eed83585aee03e0a8104649776a54c2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871abe0a-c9a5-450b-9c20-336aee3c64f0" -d '{"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:00.949514 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35634) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:00.997095 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] For port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,segment=NetworkSegment(4dde89b9-6b02-40f5-a455-540a4dea8e05),segment_id=4dde89b9-6b02-40f5-a455-540a4dea8e05)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:00.997751 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.030682 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] DHCP port deletion for fd538c70-07c0-4834-928f-b386fc0477e0 request from dv-cinder-792299-6-smb {{(pid=93229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:35:01.033169 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e2e53c31-9bb0-416b-9732-ab40ed82c495'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:35:01.034734 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Calling delete_port for c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 owned by network:dhcp {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:01.048915 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb24f2-59c8-466d-8f44-18dc4bbffeff tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event updated for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=7']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:01.097562 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd0cc-deac-4397-a97a-f5bab6441c29 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.133926 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4f4a0-0d7f-4a03-bf5d-e8e862fb8141 x-openstack-request-id: req-39d4f4a0-0d7f-4a03-bf5d-e8e862fb8141 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:01.134757 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "status": "completed", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:01.135019 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39d4f4a0-0d7f-4a03-bf5d-e8e862fb8141 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:01.135421 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'status': 'completed', 'code': 200} Jul 22 02:35:01.137285 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77212009-9030-4de9-8c17-a30292db5b32 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:01.141905 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd0cc-deac-4397-a97a-f5bab6441c29 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.191618 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 77212009-9030-4de9-8c17-a30292db5b32 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:01.192052 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77212009-9030-4de9-8c17-a30292db5b32 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:01.192695 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4966cbf5-c66c-40e5-b8f4-74b5f4625055 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:01.239348 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd0cc-deac-4397-a97a-f5bab6441c29 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.241883 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 4966cbf5-c66c-40e5-b8f4-74b5f4625055 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:01.242260 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4966cbf5-c66c-40e5-b8f4-74b5f4625055 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:01.242655 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:01.243796 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd0cc-deac-4397-a97a-f5bab6441c29 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.247753 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-ffdbd0cc-deac-4397-a97a-f5bab6441c29 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "DELETE /v2.0/security-groups/6da76a29-c110-44f6-b0c9-dd16e2ec9926 HTTP/1.1" status: 204 len: 168 time: 0.2951398 Jul 22 02:35:01.251221 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35638) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:01.255573 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.258736 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbd0cc-deac-4397-a97a-f5bab6441c29 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da76a29-c110-44f6-b0c9-dd16e2ec9926,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:01.286177 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:01.286533 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:01.332081 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Pushing event deleted for resources: {'Port': ['ID=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:01.339891 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] No DVR routers for this DVR port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 on host dv-cinder-792299-6-smb {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:01.347155 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-8e792ad7-c0e9-4f93-ae94-751360808f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:01.348689 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-8e792ad7-c0e9-4f93-ae94-751360808f60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1098 time: 0.1847465 Jul 22 02:35:01.369717 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Deleting port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 {{(pid=93229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:01.370118 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.371750 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-042e42b4-1187-4356-807d-b611f53d0b87 None None] Provisioning complete for port e2e53c31-9bb0-416b-9732-ab40ed82c495 triggered by entity DHCP. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:35:01.372112 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-042e42b4-1187-4356-807d-b611f53d0b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.516350 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] For port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1, host dv-cinder-792299-6-smb, got binding levels [] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:01.516685 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.546537 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Calling delete_port for c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 owned by network:dhcp {{(pid=93229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:01.555448 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.ipam_backend_mixin [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 was not found and therefore no delete operation was performed {{(pid=93229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 02:35:01.580429 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.617400 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] Pushing event deleted for resources: {'Port': ['ID=c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1,revision_number=None']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:01.628615 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c503b5f-8bb4-44f4-a1fc-451d0ec0d333 None None] No DVR routers for this DVR port c4333cfd-1bff-41d8-a1ea-a3adb3bbbbd1 on host dv-cinder-792299-6-smb {{(pid=93229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:01.774882 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.800440 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd538c70-07c0-4834-928f-b386fc0477e0']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:01.816720 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dde89b9-6b02-40f5-a455-540a4dea8e05') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:01.817018 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dde89b9-6b02-40f5-a455-540a4dea8e05') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:01.845139 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-c07b7a57-7a64-4445-a21c-dd52091412b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:01.846666 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-c07b7a57-7a64-4445-a21c-dd52091412b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 915 time: 0.4719937 Jul 22 02:35:01.849023 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.866400 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.904182 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:01.904573 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:01.906427 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:01.983883 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Deleting port 274deda6-d0b6-4b4f-baf5-e4f78983bb59 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:01.984233 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:01.989602 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-8aafb995-f35c-4a2e-b176-873df59d7a3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 1001 time: 0.1227880 Jul 22 02:35:01.989602 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.001593 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.004030 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] 10.222.0.25 "DELETE /v2.0/networks/fd538c70-07c0-4834-928f-b386fc0477e0 HTTP/1.1" status: 204 len: 168 time: 1.2534373 Jul 22 02:35:02.052550 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6ece-b7b3-45bb-a0e0-99d3005a97de admin admin] Pushing event deleted for resources: {'Network': ['ID=fd538c70-07c0-4834-928f-b386fc0477e0,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:02.108521 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-77ee8768-501a-4f70-b961-1f6f17e373ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:02.110030 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-77ee8768-501a-4f70-b961-1f6f17e373ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.1026812 Jul 22 02:35:02.123851 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35646) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:02.136200 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.136539 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.164899 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1d3f74c6-9b79-4c37-ad27-76a016742f0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61e9ccbae20340b0b131756cb766b409&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397768 Jul 22 02:35:02.167321 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35648) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:02.167961 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Calling delete_port for 274deda6-d0b6-4b4f-baf5-e4f78983bb59 owned by network:floatingip {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:02.213855 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63b979d6-8061-405b-a390-d4583bf91966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.239175 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63b979d6-8061-405b-a390-d4583bf91966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.258921 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-7435881f-3abe-4c6f-ada4-9ce5ed987cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:02.260434 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-7435881f-3abe-4c6f-ada4-9ce5ed987cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1338887 Jul 22 02:35:02.388679 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-f4b4f99a-5c0b-4de7-8edc-532ccce31ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207454 Jul 22 02:35:02.484173 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.507218 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63b979d6-8061-405b-a390-d4583bf91966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.509981 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-63b979d6-8061-405b-a390-d4583bf91966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.511129 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-63b979d6-8061-405b-a390-d4583bf91966 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31aa3d4c-72c3-4567-af52-b1d028d9a226 HTTP/1.1" status: 204 len: 168 time: 0.3429046 Jul 22 02:35:02.516286 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event deleted for resources: {'Port': ['ID=274deda6-d0b6-4b4f-baf5-e4f78983bb59,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:02.523906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b979d6-8061-405b-a390-d4583bf91966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa3d4c-72c3-4567-af52-b1d028d9a226,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:02.578966 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-871abe0a-c9a5-450b-9c20-336aee3c64f0 req-c3be6c4d-4062-453b-9076-59838274a260 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674273 Jul 22 02:35:02.594541 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.594774 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Floating IP e4c19da5-e131-4c42-bc1f-35a4a54029e7 disassociated (deleted). External IP: 172.28.1.251, port: e2e53c31-9bb0-416b-9732-ab40ed82c495. Jul 22 02:35:02.804222 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:02.914041 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:02.918650 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.923123 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] Sync routers for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:02.934193 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:02.935127 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:02.956617 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8c7c4775-cf4c-47ce-bffb-1743ccf9e7a6 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "DELETE /v2.0/floatingips/e4c19da5-e131-4c42-bc1f-35a4a54029e7 HTTP/1.1" status: 204 len: 168 time: 1.6988320 Jul 22 02:35:02.956617 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:02.956974 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a1f22-a897-4303-9637-e10d41771f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:02.996257 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8346bfea-b732-4a16-8f98-7d1f1633a493 x-openstack-request-id: req-8346bfea-b732-4a16-8f98-7d1f1633a493 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:02.996664 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:02.996986 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8346bfea-b732-4a16-8f98-7d1f1633a493 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:02.997490 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'status': 'completed', 'code': 200} Jul 22 02:35:03.065149 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:03.104945 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1f22-a897-4303-9637-e10d41771f0b req-e0196ded-c9c7-4ec8-a0b8-44c2a9593fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.106621 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-e0196ded-c9c7-4ec8-a0b8-44c2a9593fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ba5a340bda94107abaefef6acaafd84&device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 1098 time: 0.0840139 Jul 22 02:35:03.254149 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1f22-a897-4303-9637-e10d41771f0b req-667e977d-22aa-4af3-951e-514489327fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.256602 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-667e977d-22aa-4af3-951e-514489327fb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 200 len: 915 time: 0.1381278 Jul 22 02:35:03.330496 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-83f57611-ea3c-4aa9-9743-1774962c2880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 200 len: 217 time: 0.0625353 Jul 22 02:35:03.382534 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1f22-a897-4303-9637-e10d41771f0b req-1787a5e2-467b-4245-901d-9aff9ad4928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.385108 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-1787a5e2-467b-4245-901d-9aff9ad4928e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 200 len: 853 time: 0.0486405 Jul 22 02:35:03.417209 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:46Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:03.444425 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] Checking router: 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:03.452600 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:03.453209 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:34:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:03.454892 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1f22-a897-4303-9637-e10d41771f0b req-97e14775-ee2a-4e1e-a6d5-31e9bd0f7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.456439 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-97e14775-ee2a-4e1e-a6d5-31e9bd0f7c36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a050a21-555f-4101-9477-e6cc5cf7b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0658185 Jul 22 02:35:03.561339 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-2e03fe78-b1b2-44f6-9df2-f4d8af013e01 service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974653 Jul 22 02:35:03.577615 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:03.667497 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-337a1f22-a897-4303-9637-e10d41771f0b req-268243e0-267a-48ae-a799-ff26197bce8c service neutron] 10.222.0.32 "GET /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983632 Jul 22 02:35:03.797605 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:46Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:03.825198 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f0a8c-7ba4-4bf6-bef4-645378c82358 None None] The sync data for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb is: [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:39Z', 'revision_number': 4, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '47cabb98-9390-46a5-aa0b-5d3148fb2a5a', 'name': '', 'network_id': '3a050a21-555f-4101-9477-e6cc5cf7b270', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'mac_address': 'fa:16:3e:05:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:39Z', 'updated_at': '2021-07-22T02:32:46Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'subnets': [{'id': 'f32a4d3c-4313-4066-a106-c1be7fef290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:03.907195 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35710) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:04.013449 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-29f0e963-710e-418b-8bb3-4af41d3b542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.037819 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f0098-0c20-41c4-979b-878582d3a2c8 None None] New status for floating IP e4c19da5-e131-4c42-bc1f-35a4a54029e7: DOWN {{(pid=93229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:35:04.103744 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-29f0e963-710e-418b-8bb3-4af41d3b542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.107550 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-29f0e963-710e-418b-8bb3-4af41d3b542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.149528 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-29f0e963-710e-418b-8bb3-4af41d3b542d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bb4b127182d48e798a0536ac19265bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399354 Jul 22 02:35:04.149528 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0e963-710e-418b-8bb3-4af41d3b542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60bdcf-edd4-4448-9016-65b0e54c2b0d,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:04.151122 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35716) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:04.200022 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9223-d865-4751-b48b-0f7c34fc5b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.219825 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9223-d865-4751-b48b-0f7c34fc5b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.264335 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9223-d865-4751-b48b-0f7c34fc5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.267022 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9223-d865-4751-b48b-0f7c34fc5b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:04.268199 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e8ec9223-d865-4751-b48b-0f7c34fc5b08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d60bdcf-edd4-4448-9016-65b0e54c2b0d HTTP/1.1" status: 204 len: 168 time: 0.1155150 Jul 22 02:35:04.275831 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec9223-d865-4751-b48b-0f7c34fc5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60bdcf-edd4-4448-9016-65b0e54c2b0d,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:05.821528 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6d863-d40f-4bdd-a7fb-cb4621fe328c req-c312272e-dbc2-4aab-b5bb-d9c9b9f100f8 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:05.823048 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9cd6d863-d40f-4bdd-a7fb-cb4621fe328c req-c312272e-dbc2-4aab-b5bb-d9c9b9f100f8 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0647585 Jul 22 02:35:05.847229 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35784) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:05.860814 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9cd6d863-d40f-4bdd-a7fb-cb4621fe328c req-fb62bf87-8f0d-4674-bc81-eeb99809135c tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Jul 22 02:35:05.948120 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02d30c55-11f1-4d85-942a-906f2fff41b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.035352 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02d30c55-11f1-4d85-942a-906f2fff41b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.038948 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02d30c55-11f1-4d85-942a-906f2fff41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.077674 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-02d30c55-11f1-4d85-942a-906f2fff41b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3d08feb37e0436cb9816fd1b1f08d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293129 Jul 22 02:35:06.078553 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30c55-11f1-4d85-942a-906f2fff41b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7f03b-1571-4d23-b0cc-6cbab35fff78,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:06.080377 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35788) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:06.131891 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7da7f9f0-4bc6-4086-87e0-68801ca5d1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.152344 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7da7f9f0-4bc6-4086-87e0-68801ca5d1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.196932 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7da7f9f0-4bc6-4086-87e0-68801ca5d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.199592 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7da7f9f0-4bc6-4086-87e0-68801ca5d1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.200740 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-7da7f9f0-4bc6-4086-87e0-68801ca5d1ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cff7f03b-1571-4d23-b0cc-6cbab35fff78 HTTP/1.1" status: 204 len: 168 time: 0.1184061 Jul 22 02:35:06.208715 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7f9f0-4bc6-4086-87e0-68801ca5d1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7f03b-1571-4d23-b0cc-6cbab35fff78,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:06.456345 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35796) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:06.469251 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c42b3731-7ec9-4296-b692-b383c93a0446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.556208 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c42b3731-7ec9-4296-b692-b383c93a0446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.559772 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c42b3731-7ec9-4296-b692-b383c93a0446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.597403 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-c42b3731-7ec9-4296-b692-b383c93a0446 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99853324880a495c96105d0d57ac4193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399765 Jul 22 02:35:06.598280 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b3731-7ec9-4296-b692-b383c93a0446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf8cee7-21c9-4175-9666-a42686a94e7c,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:06.600215 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35798) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:06.647784 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebde03d9-e5d1-4ef0-b55b-fd8b8fc14217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.668357 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebde03d9-e5d1-4ef0-b55b-fd8b8fc14217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.713637 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebde03d9-e5d1-4ef0-b55b-fd8b8fc14217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.716146 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebde03d9-e5d1-4ef0-b55b-fd8b8fc14217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:06.717267 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ebde03d9-e5d1-4ef0-b55b-fd8b8fc14217 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acf8cee7-21c9-4175-9666-a42686a94e7c HTTP/1.1" status: 204 len: 168 time: 0.1160848 Jul 22 02:35:06.724953 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde03d9-e5d1-4ef0-b55b-fd8b8fc14217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf8cee7-21c9-4175-9666-a42686a94e7c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:06.994318 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9fcc-10b6-40d5-acba-a6c27c366754 req-4e6493c2-b821-4757-8c9b-c2097bd6161d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:06.996069 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9afe9fcc-10b6-40d5-acba-a6c27c366754 req-4e6493c2-b821-4757-8c9b-c2097bd6161d tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0681860 Jul 22 02:35:07.034768 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-9afe9fcc-10b6-40d5-acba-a6c27c366754 req-5cc19715-f652-4381-9923-41c1c98c6632 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Jul 22 02:35:07.360417 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35822) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:07.456306 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648842592-network', 'tenant_id': '983909ee03674f90b8ab4945f7b44bf4'}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:07.476543 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Made reservation on behalf of 983909ee03674f90b8ab4945f7b44bf4 for: {'network': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:35:07.478938 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.487742 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.576306 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.579811 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.599670 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:35:07.614815 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ddd138-25ff-4c59-aee6-0084d6589785,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:07.617597 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.617965 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.segments_db [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Added segment 2ca5f75c-5689-428f-acfd-6a0eedee8f51 of type vlan for network f014ec9d-dc8a-4bd8-a4df-a2c3d8591516 Jul 22 02:35:07.663463 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-082fb0c7-de1a-4292-8e64-7df185b46fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.686429 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.728073 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.729080 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:07.729661 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.744616 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d918f-4052-449e-98b8-92e04b913078 req-802112ac-23d8-475e-98d3-03dba011af05 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:07.746085 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-fa3d918f-4052-449e-98b8-92e04b913078 req-802112ac-23d8-475e-98d3-03dba011af05 tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.32 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0987077 Jul 22 02:35:07.775895 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4143913 Jul 22 02:35:07.778845 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35828) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:07.784980 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Request body: {'subnet': {'network_id': 'f014ec9d-dc8a-4bd8-a4df-a2c3d8591516', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648842592-subnet', 'tenant_id': '983909ee03674f90b8ab4945f7b44bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:07.806837 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Made reservation on behalf of 983909ee03674f90b8ab4945f7b44bf4 for: {'subnet': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:35:07.809132 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4418435'] for subnet, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.835926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bc0d5-4bac-43a2-87c5-8eb52e1c14a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f014ec9d-dc8a-4bd8-a4df-a2c3d8591516,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:07.845892 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network f014ec9d-dc8a-4bd8-a4df-a2c3d8591516 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:35:07.900880 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Deleting port e2e53c31-9bb0-416b-9732-ab40ed82c495 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:07.901219 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.977602 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4282599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4418545'] for subnet, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:07.998169 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] For port e2e53c31-9bb0-416b-9732-ab40ed82c495, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e2e53c31-9bb0-416b-9732-ab40ed82c495,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:07.998532 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.010737 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Calling delete_port for e2e53c31-9bb0-416b-9732-ab40ed82c495 owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:08.026283 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a3e33e-07cb-4c2e-a7d3-4cc78fb91089,revision_number=0']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:08.041842 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Checking segment: {'id': '2ca5f75c-5689-428f-acfd-6a0eedee8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f014ec9d-dc8a-4bd8-a4df-a2c3d8591516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:35:08.042211 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Network hostable DHCP agents. Network: f014ec9d-dc8a-4bd8-a4df-a2c3d8591516, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:35:08.059458 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Network f014ec9d-dc8a-4bd8-a4df-a2c3d8591516 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:35:08.070708 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, f014ec9d-dc8a-4bd8-a4df-a2c3d8591516) {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:35:08.075367 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:08.076004 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.082296 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c78a6c-3ad5-4f69-a07a-46ad64ee94df None None] Network f014ec9d-dc8a-4bd8-a4df-a2c3d8591516 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:08.099456 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-400abdc1-bf92-43c6-ab29-05dd624c3081 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3194928 Jul 22 02:35:08.166297 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.208218 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Pushing event deleted for resources: {'Port': ['ID=e2e53c31-9bb0-416b-9732-ab40ed82c495,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:08.209129 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681bbba-adc2-4bd6-a2e6-04a16fbbf2fa req-3f6d2def-a82a-4ca8-bf86-fa5d7a42ee1a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:08.215057 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7681bbba-adc2-4bd6-a2e6-04a16fbbf2fa req-3f6d2def-a82a-4ca8-bf86-fa5d7a42ee1a tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/ports?device_id=90219a84-c9ed-4ab3-9042-ca47e773fbb7 HTTP/1.1" status: 200 len: 867 time: 0.0731580 Jul 22 02:35:08.278599 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['e2e53c31-9bb0-416b-9732-ab40ed82c495'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:35:08.310117 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7681bbba-adc2-4bd6-a2e6-04a16fbbf2fa req-fd8e45b7-c559-41f9-864d-476e2b18a5ba tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.25 "GET /v2.0/security-groups?id=8f998deb-c073-491d-af2f-b2b96c9d3f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Jul 22 02:35:08.451626 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02bd7d-3aa6-4152-9f81-3debd0a71991 None None] Network f014ec9d-dc8a-4bd8-a4df-a2c3d8591516 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:08.561069 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] No DVR routers for this DVR port e2e53c31-9bb0-416b-9732-ab40ed82c495 on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:08.563696 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.566629 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-fa3d918f-4052-449e-98b8-92e04b913078 req-f2e0603e-70ad-40fd-9a2e-e14ea2a5f6eb tempest-TestMinimumBasicScenario-1536516621 tempest-TestMinimumBasicScenario-1536516621-project] 10.222.0.32 "DELETE /v2.0/ports/e2e53c31-9bb0-416b-9732-ab40ed82c495 HTTP/1.1" status: 204 len: 173 time: 0.8082385 Jul 22 02:35:08.567545 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'name': 'network-vif-deleted', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:08.569837 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e5541-0878-430e-9db6-65d8d4cc8efa" -d '{"events": [{"server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "name": "network-vif-deleted", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:08.622818 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a539a2-e912-435a-ae44-c650109ca95c x-openstack-request-id: req-17a539a2-e912-435a-ae44-c650109ca95c {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:08.623563 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90219a84-c9ed-4ab3-9042-ca47e773fbb7", "name": "network-vif-deleted", "tag": "e2e53c31-9bb0-416b-9732-ab40ed82c495", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:08.624131 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17a539a2-e912-435a-ae44-c650109ca95c {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:08.624547 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90219a84-c9ed-4ab3-9042-ca47e773fbb7', 'name': 'network-vif-deleted', 'tag': 'e2e53c31-9bb0-416b-9732-ab40ed82c495', 'status': 'completed', 'code': 200} Jul 22 02:35:08.751900 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35850) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:08.757926 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.v2.base [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021637613-network', 'tenant_id': '4e4a14c37a514812bfeb62262a7f0734'}} {{(pid=93227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:08.778978 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Made reservation on behalf of 4e4a14c37a514812bfeb62262a7f0734 for: {'network': 1} {{(pid=93227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:35:08.781548 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for network, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.793779 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.880072 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.884497 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.904830 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:35:08.920033 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9851a7-c22f-446a-b9d4-354103cc7cca,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:08.923051 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.923390 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.db.segments_db [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Added segment f70bdc61-3e40-4505-b4e6-09dfeeef8ab5 of type vlan for network 7937436b-c228-4e39-832d-aad13b30d453 Jul 22 02:35:08.964757 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787650986734'] for network, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.994864 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673'] for network, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:08.995860 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:08.996455 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.025801 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2725284 Jul 22 02:35:09.028722 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35852) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:09.034769 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.v2.base [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Request body: {'subnet': {'network_id': '7937436b-c228-4e39-832d-aad13b30d453', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021637613-subnet', 'tenant_id': '4e4a14c37a514812bfeb62262a7f0734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:09.060841 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec4b4c-2109-46e0-9993-9b9d0e820d64 admin admin] Pushing event updated for resources: {'Network': ['ID=7937436b-c228-4e39-832d-aad13b30d453,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:09.063240 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Made reservation on behalf of 4e4a14c37a514812bfeb62262a7f0734 for: {'subnet': 1} {{(pid=93228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:35:09.065915 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9328908'] for subnet, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.075612 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Network 7937436b-c228-4e39-832d-aad13b30d453 details requested by agent ovs-agent-dv-cinder-792299-6-smb with host dv-cinder-792299-6-smb {{(pid=93229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:35:09.230299 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8439711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9329022'] for subnet, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.283966 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=170b60e9-7f06-49da-81e9-16abdf77f0de,revision_number=0']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:09.292492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Checking segment: {'id': 'f70bdc61-3e40-4505-b4e6-09dfeeef8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7937436b-c228-4e39-832d-aad13b30d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:35:09.292848 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Network hostable DHCP agents. Network: 7937436b-c228-4e39-832d-aad13b30d453, hostable agents: ['b404bfd3-5cae-4310-8167-997d795ebdeb'], hosted agents: [] {{(pid=93228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:35:09.309281 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Network 7937436b-c228-4e39-832d-aad13b30d453 is scheduled to be hosted by DHCP agent b404bfd3-5cae-4310-8167-997d795ebdeb with binding_index 1 {{(pid=93228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:35:09.318099 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.base_scheduler [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-smb, 7937436b-c228-4e39-832d-aad13b30d453) {{(pid=93228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:35:09.322557 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.323838 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.327302 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de703226-3825-4597-ae79-c1d8436832ab None None] Network 7937436b-c228-4e39-832d-aad13b30d453 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:09.340150 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-11b4ec1e-3dab-4e66-96ed-7b4938c177a8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3102589 Jul 22 02:35:09.467903 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35866) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:09.471940 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6658f17-dd30-4a04-af56-53abecc1bb2e None None] Network 7937436b-c228-4e39-832d-aad13b30d453 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:09.515273 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Deleting subnet 46a3e33e-07cb-4c2e-a7d3-4cc78fb91089 {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:09.518356 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.556422 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.599032 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.654436 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.682069 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a3e33e-07cb-4c2e-a7d3-4cc78fb91089,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:09.686703 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.688628 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-24cfb1a8-0c62-4534-bd6e-d91a2b690d65 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/46a3e33e-07cb-4c2e-a7d3-4cc78fb91089 HTTP/1.1" status: 204 len: 168 time: 0.2197413 Jul 22 02:35:09.691390 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35882) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:09.765135 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.853803 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.865030 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f014ec9d-dc8a-4bd8-a4df-a2c3d8591516']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:09.875051 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca5f75c-5689-428f-acfd-6a0eedee8f51') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:09.875382 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca5f75c-5689-428f-acfd-6a0eedee8f51') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:09.885177 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.899338 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.905267 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:09.906034 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:09.907690 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:09.962041 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.968573 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:09.974168 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] 10.222.0.25 "DELETE /v2.0/networks/f014ec9d-dc8a-4bd8-a4df-a2c3d8591516 HTTP/1.1" status: 204 len: 168 time: 0.2817881 Jul 22 02:35:09.974330 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35908) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:09.985492 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515dd00-f12e-401e-9115-5fbe59af273c admin admin] Pushing event deleted for resources: {'Network': ['ID=f014ec9d-dc8a-4bd8-a4df-a2c3d8591516,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:10.019464 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35910) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:10.021497 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_v2 [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Deleting subnet 170b60e9-7f06-49da-81e9-16abdf77f0de {{(pid=93227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:10.025085 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.060702 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156346'] for subnet, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.100960 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.110719 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.159904 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4282406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4418558'] for subnet, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.186243 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170b60e9-7f06-49da-81e9-16abdf77f0de,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:10.188169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.190508 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-287ff3cc-2308-48ec-be1f-486972012875 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/170b60e9-7f06-49da-81e9-16abdf77f0de HTTP/1.1" status: 204 len: 168 time: 0.2150781 Jul 22 02:35:10.193099 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35912) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:10.278280 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.288523 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-2c65acb5-ab79-4387-92b9-aa756694a9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.348140 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e2e53c31-9bb0-416b-9732-ab40ed82c495 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:10.368124 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: e2e53c31-9bb0-416b-9732-ab40ed82c495 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:10.368473 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device e2e53c31-9bb0-416b-9732-ab40ed82c495 not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:10.428677 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.440042 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7937436b-c228-4e39-832d-aad13b30d453']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:10.451565 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70bdc61-3e40-4505-b4e6-09dfeeef8ab5') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:10.451856 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70bdc61-3e40-4505-b4e6-09dfeeef8ab5') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:10.463003 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.484424 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.495169 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:10.495559 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:10.497149 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:10.563905 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.589763 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.591329 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7937436b-c228-4e39-832d-aad13b30d453 HTTP/1.1" status: 204 len: 168 time: 0.3974295 Jul 22 02:35:10.602774 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.603596 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca5de-e58e-4e13-ba98-38a325b49b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7937436b-c228-4e39-832d-aad13b30d453,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:10.629795 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.771028 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35918) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:10.840601 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b32c813f-efde-4574-931b-456dbba06095 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=983909ee03674f90b8ab4945f7b44bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680017 Jul 22 02:35:10.843429 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35920) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:10.891684 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e35-f5be-4ba2-affb-45c1929c4d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.913138 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e35-f5be-4ba2-affb-45c1929c4d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.929750 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Deleting port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:10.930100 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.961103 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e35-f5be-4ba2-affb-45c1929c4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.963724 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e35-f5be-4ba2-affb-45c1929c4d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:10.964864 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-30ad7e35-f5be-4ba2-affb-45c1929c4d6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4ddd138-25ff-4c59-aee6-0084d6589785 HTTP/1.1" status: 204 len: 168 time: 0.1204684 Jul 22 02:35:10.972914 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad7e35-f5be-4ba2-affb-45c1929c4d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ddd138-25ff-4c59-aee6-0084d6589785,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:11.013039 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] For port 47cabb98-9390-46a5-aa0b-5d3148fb2a5a, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:11.013478 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.027147 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Calling delete_port for 47cabb98-9390-46a5-aa0b-5d3148fb2a5a owned by network:router_interface {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:11.208928 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.240177 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=47cabb98-9390-46a5-aa0b-5d3148fb2a5a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:11.305647 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35926) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:11.415615 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-9ff17517-d345-44f5-9068-647a3cf851e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e4a14c37a514812bfeb62262a7f0734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092541 Jul 22 02:35:11.418502 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35928) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:11.434032 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.468017 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6835-1c4a-480c-96dd-6c5141693fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.488832 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6835-1c4a-480c-96dd-6c5141693fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.538601 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6835-1c4a-480c-96dd-6c5141693fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.541706 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6835-1c4a-480c-96dd-6c5141693fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.544115 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-0f9c6835-1c4a-480c-96dd-6c5141693fda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f9851a7-c22f-446a-b9d4-354103cc7cca HTTP/1.1" status: 204 len: 168 time: 0.1229475 Jul 22 02:35:11.552881 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c6835-1c4a-480c-96dd-6c5141693fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9851a7-c22f-446a-b9d4-354103cc7cca,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:11.585705 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.647680 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:11.753560 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:11.759140 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ba74507b-4d1b-4ba0-83df-77cddb604b9c admin admin] 10.222.0.25 "PUT /v2.0/routers/18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383020 Jul 22 02:35:11.761712 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35934) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:11.772811 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] Sync routers for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:11.783985 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:11.784866 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:11.878460 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.901575 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:11.978316 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.041439 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Deleting port bb0d5849-3e54-484e-8456-a00cbc813ee3 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:12.042051 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.085894 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:35:11Z', 'revision_number': 5, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port': {'id': 'bb0d5849-3e54-484e-8456-a00cbc813ee3', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:12.116576 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] Checking router: 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:12.124733 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] Routers {'18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:12.125338 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:12.130584 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] For port bb0d5849-3e54-484e-8456-a00cbc813ee3, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=bb0d5849-3e54-484e-8456-a00cbc813ee3,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:12.131026 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.143964 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Calling delete_port for bb0d5849-3e54-484e-8456-a00cbc813ee3 owned by network:router_gateway {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:12.207645 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] Set router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 gateway port host: None {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:12.260966 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:35:11Z', 'revision_number': 6, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:12.287589 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d988cd-aeb1-48f8-aca2-87b8ba2a7d52 None None] The sync data for ids ['18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13'] in dv-cinder-792299-6-smb is: [{'id': '18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13', 'name': 'tempest-TestMinimumBasicScenario-892213905-router', 'tenant_id': '6ba5a340bda94107abaefef6acaafd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:36Z', 'updated_at': '2021-07-22T02:35:11Z', 'revision_number': 6, 'project_id': '6ba5a340bda94107abaefef6acaafd84', 'gw_port_host': None}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:12.336508 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.362225 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0d5849-3e54-484e-8456-a00cbc813ee3,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:12.427168 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.516810 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.519487 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.561177 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.561715 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 {{(pid=93227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:35:12.567159 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.570264 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-98cbc0dd-e544-4c95-81fc-50a82ca0eec0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/18bfa8e0-6c76-4a12-ba88-8ef9e44b2a13 HTTP/1.1" status: 204 len: 168 time: 0.8073547 Jul 22 02:35:12.570881 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35964) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:12.615332 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Deleting subnet f32a4d3c-4313-4066-a106-c1be7fef290c {{(pid=93227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:12.618433 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.663334 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156346'] for subnet, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.778496 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.836888 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4282406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4418558'] for subnet, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.862955 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32a4d3c-4313-4066-a106-c1be7fef290c,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:12.866629 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.870821 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-99f7dad5-d5dc-4e71-adef-6691984afcb6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f32a4d3c-4313-4066-a106-c1be7fef290c HTTP/1.1" status: 204 len: 168 time: 0.2967024 Jul 22 02:35:12.871252 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 35976) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:12.872009 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ddd1b-990c-4f0c-bde1-e6398820a7f1 None None] Network 3a050a21-555f-4101-9477-e6cc5cf7b270 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:12.949272 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.011277 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Deleting port 2b28956b-c29d-4ddc-9907-e144505cd9ff {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:13.011600 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.085066 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.102793 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] DHCP port deletion for 3a050a21-555f-4101-9477-e6cc5cf7b270 request from dv-cinder-792299-6-smb {{(pid=93229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:35:13.111460 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] For port 2b28956b-c29d-4ddc-9907-e144505cd9ff, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=2b28956b-c29d-4ddc-9907-e144505cd9ff,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:13.111832 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.124737 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Calling delete_port for 2b28956b-c29d-4ddc-9907-e144505cd9ff owned by network:dhcp {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:13.146832 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device bb0d5849-3e54-484e-8456-a00cbc813ee3 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:13.173430 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: bb0d5849-3e54-484e-8456-a00cbc813ee3 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:13.173959 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device bb0d5849-3e54-484e-8456-a00cbc813ee3 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:13.174461 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 47cabb98-9390-46a5-aa0b-5d3148fb2a5a no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:13.200957 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 47cabb98-9390-46a5-aa0b-5d3148fb2a5a {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:13.201383 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 47cabb98-9390-46a5-aa0b-5d3148fb2a5a not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:13.208431 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] Deleting port 2b28956b-c29d-4ddc-9907-e144505cd9ff {{(pid=93229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:13.208886 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.235873 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.270864 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b28956b-c29d-4ddc-9907-e144505cd9ff,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:13.275055 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] No DVR routers for this DVR port 2b28956b-c29d-4ddc-9907-e144505cd9ff on host dv-cinder-792299-6-smb {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:13.289615 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] For port 2b28956b-c29d-4ddc-9907-e144505cd9ff, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=2b28956b-c29d-4ddc-9907-e144505cd9ff,segment=NetworkSegment(b3693791-cad3-4793-9549-5ff9f7252ed7),segment_id=b3693791-cad3-4793-9549-5ff9f7252ed7)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:13.290316 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.306697 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] Calling delete_port for 2b28956b-c29d-4ddc-9907-e144505cd9ff owned by network:dhcp {{(pid=93229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:13.354229 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.365774 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a050a21-555f-4101-9477-e6cc5cf7b270']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:13.376197 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3693791-cad3-4793-9549-5ff9f7252ed7') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:13.376645 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3693791-cad3-4793-9549-5ff9f7252ed7') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:13.386989 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.402091 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.409114 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:13.410025 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:13.411946 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:13.445530 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.470290 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] Pushing event deleted for resources: {'Port': ['ID=2b28956b-c29d-4ddc-9907-e144505cd9ff,revision_number=None']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:13.471954 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.477552 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.478955 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3a050a21-555f-4101-9477-e6cc5cf7b270 HTTP/1.1" status: 204 len: 168 time: 0.6067033 Jul 22 02:35:13.479103 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639dec8-a0c6-437e-8d25-6c73d406f36b None None] No DVR routers for this DVR port 2b28956b-c29d-4ddc-9907-e144505cd9ff on host dv-cinder-792299-6-smb {{(pid=93229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:13.482328 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 35986) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:13.494785 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c377f1-355c-433d-b017-4100b70411e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a050a21-555f-4101-9477-e6cc5cf7b270,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:13.823714 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.069903 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Deleting port 61c46ac5-3899-41de-9278-7a8c022e8f01 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:14.070247 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.148140 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] For port 61c46ac5-3899-41de-9278-7a8c022e8f01, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=61c46ac5-3899-41de-9278-7a8c022e8f01,segment=NetworkSegment(d894de75-02cc-467c-b523-efbd64c9c14f),segment_id=d894de75-02cc-467c-b523-efbd64c9c14f)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:14.148501 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.160781 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Calling delete_port for 61c46ac5-3899-41de-9278-7a8c022e8f01 owned by network:router_interface {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:14.337921 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.363619 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Pushing event deleted for resources: {'Port': ['ID=61c46ac5-3899-41de-9278-7a8c022e8f01,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:14.532478 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.759223 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:15.094868 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:15.101651 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a7df2c32-2475-4a36-94f8-90ebf805450a admin admin] 10.222.0.25 "PUT /v2.0/routers/8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181076 Jul 22 02:35:15.104883 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36004) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:15.106969 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] Sync routers for ids ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:15.120057 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 2b28956b-c29d-4ddc-9907-e144505cd9ff no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:15.124845 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] Routers {'8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:15.125469 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:15.143268 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 2b28956b-c29d-4ddc-9907-e144505cd9ff {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:15.143625 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 2b28956b-c29d-4ddc-9907-e144505cd9ff not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:15.212328 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks [] for router, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.245124 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] Set router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:15.313260 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.364411 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Deleting port 4160cc22-4953-478f-8344-a69a6bbfa0de {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:15.364769 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.420381 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:35:14Z', 'revision_number': 5, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port': {'id': '4160cc22-4953-478f-8344-a69a6bbfa0de', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:15.445221 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] For port 4160cc22-4953-478f-8344-a69a6bbfa0de, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4160cc22-4953-478f-8344-a69a6bbfa0de,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:15.445581 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.446873 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] Checking router: 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:15.455298 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] Routers {'8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:15.456042 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:15.458999 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Calling delete_port for 4160cc22-4953-478f-8344-a69a6bbfa0de owned by network:router_gateway {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:15.541792 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] Set router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b gateway port host: None {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:15.599889 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:35:15Z', 'revision_number': 6, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:15.628569 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.655492 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Pushing event deleted for resources: {'Port': ['ID=4160cc22-4953-478f-8344-a69a6bbfa0de,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:15.723544 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.743093 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955317a0-4d43-4e63-a49b-d65686755aaa None None] The sync data for ids ['8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b'] in dv-cinder-792299-6-smb is: [{'id': '8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b', 'name': 'tempest-TestMinimumBasicScenario-951998516-router', 'tenant_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:32:42Z', 'updated_at': '2021-07-22T02:35:15Z', 'revision_number': 6, 'project_id': '5a391e08e2714a9ba82f5bed6d0e009e', 'gw_port_host': None}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:15.824115 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.826245 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.872912 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.873523 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b {{(pid=93227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:35:15.878625 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.880023 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-7f3c3405-d356-43a7-abde-d925fc98d65b admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ff52c05-e9fe-4c92-abd9-ea4ee8a2331b HTTP/1.1" status: 204 len: 168 time: 0.7740893 Jul 22 02:35:15.882480 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36012) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:15.928196 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_v2 [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Deleting subnet 96427871-f63b-416a-9c11-75c50c8ef8a5 {{(pid=93227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:15.931286 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.965925 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156346'] for subnet, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.050563 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.108987 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4282406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4418558'] for subnet, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.145800 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96427871-f63b-416a-9c11-75c50c8ef8a5,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:16.150360 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.154659 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-719d2200-8357-439a-8a31-b8d93460704e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/96427871-f63b-416a-9c11-75c50c8ef8a5 HTTP/1.1" status: 204 len: 168 time: 0.2689202 Jul 22 02:35:16.155145 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36018) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:16.155478 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3677e-c79d-46d5-96e2-86e92baec258 None None] Network 6f2357b4-39e9-40d1-9afd-68c481afa50e requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:16.206135 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:35:16.258346 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.320503 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Deleting port d6058175-e663-4e7a-81f0-99ffa4e446cd {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:16.320861 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.388484 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] For port d6058175-e663-4e7a-81f0-99ffa4e446cd, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=d6058175-e663-4e7a-81f0-99ffa4e446cd,segment=NetworkSegment(d894de75-02cc-467c-b523-efbd64c9c14f),segment_id=d894de75-02cc-467c-b523-efbd64c9c14f)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:16.388842 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.401662 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Calling delete_port for d6058175-e663-4e7a-81f0-99ffa4e446cd owned by network:dhcp {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:16.485036 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.512466 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d6058175-e663-4e7a-81f0-99ffa4e446cd,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:16.514324 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] No DVR routers for this DVR port d6058175-e663-4e7a-81f0-99ffa4e446cd on host dv-cinder-792299-6-smb {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:16.563337 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c7c87-3163-4bc5-85e7-2e9de8bafdec None None] DHCP port deletion for 6f2357b4-39e9-40d1-9afd-68c481afa50e request from dv-cinder-792299-6-smb {{(pid=93229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:35:16.597842 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.608694 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2357b4-39e9-40d1-9afd-68c481afa50e']}} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:16.624896 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd894de75-02cc-467c-b523-efbd64c9c14f') {'for_net_delete': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:16.625195 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd894de75-02cc-467c-b523-efbd64c9c14f') {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:16.635460 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156339'] for segment, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.650198 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.657280 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:16.657721 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4282460'] for segment, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: Traceback (most recent call last): Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: timer() Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: cb(*args, **kw) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: return func(*args, **kwargs) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: self._notify() Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: self.callback(batched_events) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: event.method(event) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: return f(self, *a, **k) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: return self._get(url).json() Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:16.660157 dv-cinder-792299-6-smb neutron-server[93227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:16.718099 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.725024 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.727112 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f2357b4-39e9-40d1-9afd-68c481afa50e HTTP/1.1" status: 204 len: 168 time: 0.5711918 Jul 22 02:35:16.736814 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e074-d396-40bf-b231-0f454097f1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2357b4-39e9-40d1-9afd-68c481afa50e,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:16.899092 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36044) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:16.938401 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-dbdd6f47-171d-4b14-89c7-e3d5136d4635 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ba5a340bda94107abaefef6acaafd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381236 Jul 22 02:35:16.940791 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36046) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:16.986770 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e68afc49-4cfc-455d-b038-de1b3d1d41f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.007549 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e68afc49-4cfc-455d-b038-de1b3d1d41f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.047418 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device d6058175-e663-4e7a-81f0-99ffa4e446cd no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:17.061852 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e68afc49-4cfc-455d-b038-de1b3d1d41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.064526 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e68afc49-4cfc-455d-b038-de1b3d1d41f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.065802 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e68afc49-4cfc-455d-b038-de1b3d1d41f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f998deb-c073-491d-af2f-b2b96c9d3f32 HTTP/1.1" status: 204 len: 168 time: 0.1240990 Jul 22 02:35:17.070568 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: d6058175-e663-4e7a-81f0-99ffa4e446cd {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:17.070921 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device d6058175-e663-4e7a-81f0-99ffa4e446cd not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:17.071351 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 61c46ac5-3899-41de-9278-7a8c022e8f01 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:17.073854 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68afc49-4cfc-455d-b038-de1b3d1d41f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f998deb-c073-491d-af2f-b2b96c9d3f32,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:17.092552 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 61c46ac5-3899-41de-9278-7a8c022e8f01 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:17.092837 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 61c46ac5-3899-41de-9278-7a8c022e8f01 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:17.093260 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4160cc22-4953-478f-8344-a69a6bbfa0de no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:17.116240 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 4160cc22-4953-478f-8344-a69a6bbfa0de {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:17.116496 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4160cc22-4953-478f-8344-a69a6bbfa0de not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:17.378068 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36054) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:17.417759 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-75574b30-798d-4d42-b8f4-97c94aff1043 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a391e08e2714a9ba82f5bed6d0e009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385001 Jul 22 02:35:17.420059 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36056) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:17.468523 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-193de75c-a54c-4683-9955-377af93ae5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.489195 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-193de75c-a54c-4683-9955-377af93ae5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.535788 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-193de75c-a54c-4683-9955-377af93ae5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.538331 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-193de75c-a54c-4683-9955-377af93ae5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:17.539470 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-193de75c-a54c-4683-9955-377af93ae5a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/faee93ac-bfcc-48bd-a0d1-db3cd20a531a HTTP/1.1" status: 204 len: 168 time: 0.1185448 Jul 22 02:35:17.546898 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193de75c-a54c-4683-9955-377af93ae5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee93ac-bfcc-48bd-a0d1-db3cd20a531a,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:19.366947 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36092) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:19.470178 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbad7-7336-4140-9716-dc817751897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.560135 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbad7-7336-4140-9716-dc817751897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.563626 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbad7-7336-4140-9716-dc817751897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.601710 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-1fcfbad7-7336-4140-9716-dc817751897a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d20b9890b23a4927a985e1c8d9604c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335930 Jul 22 02:35:19.602630 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfbad7-7336-4140-9716-dc817751897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d7dfc-ee96-4987-9781-348e02bf0427,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:19.604356 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36098) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:19.652941 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1aa06bd3-c71e-4e3a-b528-1216861b4af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.673382 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1aa06bd3-c71e-4e3a-b528-1216861b4af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.718163 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1aa06bd3-c71e-4e3a-b528-1216861b4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.720748 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1aa06bd3-c71e-4e3a-b528-1216861b4af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:19.721910 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1aa06bd3-c71e-4e3a-b528-1216861b4af0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/020d7dfc-ee96-4987-9781-348e02bf0427 HTTP/1.1" status: 204 len: 168 time: 0.1163933 Jul 22 02:35:19.729490 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa06bd3-c71e-4e3a-b528-1216861b4af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d7dfc-ee96-4987-9781-348e02bf0427,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:19.976730 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36104) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:19.990644 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4264d86d-0380-4460-b315-43321be54851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.077116 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4264d86d-0380-4460-b315-43321be54851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.081455 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4264d86d-0380-4460-b315-43321be54851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.119152 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264d86d-0380-4460-b315-43321be54851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a58892e-7253-44be-86d0-c7e82dd82b5e,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:20.123356 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4264d86d-0380-4460-b315-43321be54851 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e0ea4188a9b4496a55c87284cec8c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456232 Jul 22 02:35:20.125971 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36106) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:20.172827 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6e35418b-e06c-4f34-bf2f-5ce38075b4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.193827 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6e35418b-e06c-4f34-bf2f-5ce38075b4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.239234 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6e35418b-e06c-4f34-bf2f-5ce38075b4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.241855 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6e35418b-e06c-4f34-bf2f-5ce38075b4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:20.242985 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-6e35418b-e06c-4f34-bf2f-5ce38075b4db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a58892e-7253-44be-86d0-c7e82dd82b5e HTTP/1.1" status: 204 len: 168 time: 0.1161451 Jul 22 02:35:20.250722 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35418b-e06c-4f34-bf2f-5ce38075b4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a58892e-7253-44be-86d0-c7e82dd82b5e,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:22.892385 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36244) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:22.995439 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f26f76a-dae2-43b7-b184-94a6bbfffd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.083973 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f26f76a-dae2-43b7-b184-94a6bbfffd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.087757 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5f26f76a-dae2-43b7-b184-94a6bbfffd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.125469 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-5f26f76a-dae2-43b7-b184-94a6bbfffd82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=013c1d2a89da4727b04fe34583ad2c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313097 Jul 22 02:35:23.127524 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26f76a-dae2-43b7-b184-94a6bbfffd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b6b8a6-4134-41e5-870b-d07066fd4b2c,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:23.128412 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36248) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:23.177713 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-09d4bab2-e8e4-40df-a9c8-ea2687a6a90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.197187 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-09d4bab2-e8e4-40df-a9c8-ea2687a6a90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.242960 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-09d4bab2-e8e4-40df-a9c8-ea2687a6a90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.245520 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-09d4bab2-e8e4-40df-a9c8-ea2687a6a90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.246752 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-09d4bab2-e8e4-40df-a9c8-ea2687a6a90f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83b6b8a6-4134-41e5-870b-d07066fd4b2c HTTP/1.1" status: 204 len: 168 time: 0.1173365 Jul 22 02:35:23.254562 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4bab2-e8e4-40df-a9c8-ea2687a6a90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b6b8a6-4134-41e5-870b-d07066fd4b2c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:23.496336 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36254) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:23.509934 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffa9f-e5ce-4bc0-abb2-36cb47236b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.597585 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffa9f-e5ce-4bc0-abb2-36cb47236b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.601766 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffa9f-e5ce-4bc0-abb2-36cb47236b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.638960 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4c9ffa9f-e5ce-4bc0-abb2-36cb47236b4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34bac690d1564e83a1e4b20acde8f32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415405 Jul 22 02:35:23.639797 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ffa9f-e5ce-4bc0-abb2-36cb47236b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc04933-d431-4336-acac-ea4438601922,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:23.641642 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36256) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:23.693236 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9a722be6-c9b5-4b41-8000-bf3dc78cbd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.715533 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9a722be6-c9b5-4b41-8000-bf3dc78cbd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.761754 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9a722be6-c9b5-4b41-8000-bf3dc78cbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.764369 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9a722be6-c9b5-4b41-8000-bf3dc78cbd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:23.765538 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-9a722be6-c9b5-4b41-8000-bf3dc78cbd66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fc04933-d431-4336-acac-ea4438601922 HTTP/1.1" status: 204 len: 168 time: 0.1227126 Jul 22 02:35:23.774531 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a722be6-c9b5-4b41-8000-bf3dc78cbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc04933-d431-4336-acac-ea4438601922,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:24.750497 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36288) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:24.853776 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-19ea1152-6f30-49e5-87b1-b2c8c748c5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:24.947750 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-19ea1152-6f30-49e5-87b1-b2c8c748c5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:24.951243 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-19ea1152-6f30-49e5-87b1-b2c8c748c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:24.991372 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-19ea1152-6f30-49e5-87b1-b2c8c748c5f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d921f3b114994a5ab7d1e4f2947453e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397878 Jul 22 02:35:24.992855 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea1152-6f30-49e5-87b1-b2c8c748c5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80463a57-f490-48fc-b872-f98b3e9cad3c,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:24.994190 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36294) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:25.042164 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c8d86d9-cef2-4db9-9c0c-5ea2bf4021ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:25.062583 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c8d86d9-cef2-4db9-9c0c-5ea2bf4021ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:25.111562 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c8d86d9-cef2-4db9-9c0c-5ea2bf4021ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:25.114889 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4c8d86d9-cef2-4db9-9c0c-5ea2bf4021ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:25.116021 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4c8d86d9-cef2-4db9-9c0c-5ea2bf4021ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80463a57-f490-48fc-b872-f98b3e9cad3c HTTP/1.1" status: 204 len: 168 time: 0.1207402 Jul 22 02:35:25.123310 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d86d9-cef2-4db9-9c0c-5ea2bf4021ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80463a57-f490-48fc-b872-f98b3e9cad3c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:32.682567 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36404) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:32.851352 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Deleting port de995b99-261f-4c7b-93b0-e122b48ea591 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:32.851694 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:32.928080 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:32.928409 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:32.940398 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Calling delete_port for de995b99-261f-4c7b-93b0-e122b48ea591 owned by network:floatingip {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:33.338367 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:33.363362 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event deleted for resources: {'Port': ['ID=de995b99-261f-4c7b-93b0-e122b48ea591,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:33.425247 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for floatingip, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:33.425577 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Floating IP 3b25c7eb-68d9-4549-b719-3a49219663ce disassociated (deleted). External IP: 172.28.1.5, port: 4128f7e2-6814-49f7-b618-343a5ce2fc3c. Jul 22 02:35:33.632545 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Router 21a03b01-ce70-42c7-bd6d-442c4745ade3 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:33.738038 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:33.742807 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:33.747261 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] Sync routers for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:33.759880 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:33.760472 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:33.777574 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ba7ddc30-3597-472b-8bad-508e4fd7fa40 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "DELETE /v2.0/floatingips/3b25c7eb-68d9-4549-b719-3a49219663ce HTTP/1.1" status: 204 len: 168 time: 1.0939019 Jul 22 02:35:33.778192 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:33.780695 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646771ef-4b5f-4bea-8507-f125a117128a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:33.819706 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581094f3-1c27-4aaa-9f03-c29e33e7e676 x-openstack-request-id: req-581094f3-1c27-4aaa-9f03-c29e33e7e676 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:33.819990 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:33.820237 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-581094f3-1c27-4aaa-9f03-c29e33e7e676 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:33.820622 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'status': 'completed', 'code': 200} Jul 22 02:35:33.873983 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:33.928658 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646771ef-4b5f-4bea-8507-f125a117128a req-6f263ec2-ed01-4cd9-88fa-f93d9b8a3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:33.931037 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-6f263ec2-ed01-4cd9-88fa-f93d9b8a3213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772ea7ab67744c38989d9da6d94a2d07&device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 1099 time: 0.0867028 Jul 22 02:35:34.037197 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646771ef-4b5f-4bea-8507-f125a117128a req-0a33ab74-e654-4756-a032-560732c75fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:34.038860 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-0a33ab74-e654-4756-a032-560732c75fcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 200 len: 909 time: 0.0974565 Jul 22 02:35:34.050649 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79e1e9-a7a2-49f6-9b9f-a16cf22277d5 req-37533613-f338-4ba4-8abe-61da65945684 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:34.052297 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fc79e1e9-a7a2-49f6-9b9f-a16cf22277d5 req-37533613-f338-4ba4-8abe-61da65945684 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0744054 Jul 22 02:35:34.085479 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-f8385b41-c361-46c0-9fb0-15c12df7af9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 200 len: 217 time: 0.0397437 Jul 22 02:35:34.089088 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:34.091706 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fc79e1e9-a7a2-49f6-9b9f-a16cf22277d5 req-884a8b2f-c4fc-40c3-9132-cb7353bbce89 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Jul 22 02:35:34.118163 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] Checking router: 21a03b01-ce70-42c7-bd6d-442c4745ade3 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:34.126441 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:34.127030 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:34.134196 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646771ef-4b5f-4bea-8507-f125a117128a req-9ac8daee-c865-429e-a3da-1ec8de59e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:34.135657 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-9ac8daee-c865-429e-a3da-1ec8de59e9f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 200 len: 847 time: 0.0439510 Jul 22 02:35:34.203251 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646771ef-4b5f-4bea-8507-f125a117128a req-3f121f47-2a83-4991-9bd0-078b007d217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:34.204943 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-3f121f47-2a83-4991-9bd0-078b007d217e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c336a75e-d381-4166-b399-8d31c5a5ef8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618017 Jul 22 02:35:34.300985 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-8b3f5cc8-9ad6-4019-a614-910d5b9c967d service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880020 Jul 22 02:35:34.319625 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:34.389290 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-646771ef-4b5f-4bea-8507-f125a117128a req-5e3e3c04-9085-435c-9a62-c8e3875c2ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811956 Jul 22 02:35:34.515761 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:34.544269 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a6c92-d34e-46e0-adb2-70327bbd5f79 None None] The sync data for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb is: [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '20904064-e193-48f4-98f6-d697ce339148', 'name': '', 'network_id': 'c336a75e-d381-4166-b399-8d31c5a5ef8c', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'mac_address': 'fa:16:3e:0a:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:06Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'subnets': [{'id': '4bcc2374-3193-43b8-8aca-a28cc94c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:34.744300 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7623ffd-d5a8-418d-beac-32eb1bddb014 None None] New status for floating IP 3b25c7eb-68d9-4549-b719-3a49219663ce: DOWN {{(pid=93229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:35:35.228216 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afa72b-bf2d-4ece-843a-6badddb1f87a req-9c1a508b-fd0f-4abd-8606-a4f56e6dd081 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:35.230130 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c6afa72b-bf2d-4ece-843a-6badddb1f87a req-9c1a508b-fd0f-4abd-8606-a4f56e6dd081 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0651131 Jul 22 02:35:35.270391 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c6afa72b-bf2d-4ece-843a-6badddb1f87a req-f635af42-5b57-4f24-91f1-8abe03207e79 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/security-groups?id=95b1cc66-502b-4d1d-8afb-a1659248d76e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348721 Jul 22 02:35:35.488542 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-f4a8ef69-97c6-4f2b-97a0-4238e4a7cdff tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:35.490707 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-f4a8ef69-97c6-4f2b-97a0-4238e4a7cdff tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 946 time: 0.0674877 Jul 22 02:35:35.598837 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Deleting port 4128f7e2-6814-49f7-b618-343a5ce2fc3c {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:35.599176 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:35.658747 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d45734-4aab-41eb-828b-3979775f9638 req-bd9b0c73-e344-4841-9935-d995e0ae5a23 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:35.660235 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-86d45734-4aab-41eb-828b-3979775f9638 req-bd9b0c73-e344-4841-9935-d995e0ae5a23 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0632579 Jul 22 02:35:35.691445 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] For port 4128f7e2-6814-49f7-b618-343a5ce2fc3c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4128f7e2-6814-49f7-b618-343a5ce2fc3c,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:35.692899 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:35.700425 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-86d45734-4aab-41eb-828b-3979775f9638 req-c9bf4d52-a571-4cac-bcb0-250fa2959b2f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338221 Jul 22 02:35:35.704435 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Calling delete_port for 4128f7e2-6814-49f7-b618-343a5ce2fc3c owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:35.835429 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:35.865772 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event deleted for resources: {'Port': ['ID=4128f7e2-6814-49f7-b618-343a5ce2fc3c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:35.910791 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] No DVR routers for this DVR port 4128f7e2-6814-49f7-b618-343a5ce2fc3c on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:35.913289 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:35.915329 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-4da7f9cd-9c58-4478-8ab1-e04350e1bdb2 req-1c2a1b5c-286f-4e3c-9f7a-addd0ac31b55 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.32 "DELETE /v2.0/ports/4128f7e2-6814-49f7-b618-343a5ce2fc3c HTTP/1.1" status: 204 len: 173 time: 0.4187586 Jul 22 02:35:35.915762 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-deleted', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:35.917987 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbfc23f-52ce-4b7e-a772-a88f83c0f9b9" -d '{"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-deleted", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:35.954599 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803fc1b9-5e89-48d7-bd88-e06a36aac645 x-openstack-request-id: req-803fc1b9-5e89-48d7-bd88-e06a36aac645 {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:35.954885 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa1f237-9111-4aa2-88e8-edce3c9df7f8", "name": "network-vif-deleted", "tag": "4128f7e2-6814-49f7-b618-343a5ce2fc3c", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:35.955134 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-803fc1b9-5e89-48d7-bd88-e06a36aac645 {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:35.955525 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa1f237-9111-4aa2-88e8-edce3c9df7f8', 'name': 'network-vif-deleted', 'tag': '4128f7e2-6814-49f7-b618-343a5ce2fc3c', 'status': 'completed', 'code': 200} Jul 22 02:35:36.386789 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-3bf47a7b-14e3-46d6-bb5d-5c955123a9fa req-de552006-4e35-4ffc-8a8f-abeda7a7a9bf tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa1f237-9111-4aa2-88e8-edce3c9df7f8 HTTP/1.1" status: 200 len: 210 time: 0.0333548 Jul 22 02:35:36.839051 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d90023-823a-46cf-8c5c-df01f5ace9e2 req-d4263948-6525-46a7-bbb2-9d4a6d1d9160 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:36.841123 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-78d90023-823a-46cf-8c5c-df01f5ace9e2 req-d4263948-6525-46a7-bbb2-9d4a6d1d9160 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0641372 Jul 22 02:35:36.880979 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-78d90023-823a-46cf-8c5c-df01f5ace9e2 req-d50a4c80-213c-4b1b-9963-9fa823cde350 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Jul 22 02:35:37.442716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36460) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:37.501420 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5170569a-2f40-498b-9923-1cbcfa5f57e2 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:37.527225 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5170569a-2f40-498b-9923-1cbcfa5f57e2 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:37.585216 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5170569a-2f40-498b-9923-1cbcfa5f57e2 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:37.587816 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-5170569a-2f40-498b-9923-1cbcfa5f57e2 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:37.588955 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-5170569a-2f40-498b-9923-1cbcfa5f57e2 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] 10.222.0.25 "DELETE /v2.0/security-groups/95b1cc66-502b-4d1d-8afb-a1659248d76e HTTP/1.1" status: 204 len: 168 time: 0.1452351 Jul 22 02:35:37.597950 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170569a-2f40-498b-9923-1cbcfa5f57e2 tempest-TestShelveInstance-1971660554 tempest-TestShelveInstance-1971660554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b1cc66-502b-4d1d-8afb-a1659248d76e,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:37.628372 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36464) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:37.670194 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ae332c03-1c1f-436a-8cd5-9c53be71e499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:37.999382 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:38.101409 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92724689-50c6-455a-ad5a-1c72ada94d10 req-a349a207-cf15-4333-b8ce-7aa0ac1969f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:38.102908 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-92724689-50c6-455a-ad5a-1c72ada94d10 req-a349a207-cf15-4333-b8ce-7aa0ac1969f3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.1454806 Jul 22 02:35:38.193531 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-92724689-50c6-455a-ad5a-1c72ada94d10 req-5b69efaf-fade-49d2-a4b9-bbd18da3fac1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849545 Jul 22 02:35:38.300530 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Deleting port 20904064-e193-48f4-98f6-d697ce339148 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:38.300878 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:38.377538 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] For port 20904064-e193-48f4-98f6-d697ce339148, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=20904064-e193-48f4-98f6-d697ce339148,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:38.377921 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:38.393614 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Calling delete_port for 20904064-e193-48f4-98f6-d697ce339148 owned by network:router_interface {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:38.518412 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:38.538905 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 4128f7e2-6814-49f7-b618-343a5ce2fc3c {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:38.539246 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 4128f7e2-6814-49f7-b618-343a5ce2fc3c not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:38.569061 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:38.595258 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Pushing event deleted for resources: {'Port': ['ID=20904064-e193-48f4-98f6-d697ce339148,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:38.755748 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:39.198279 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Router 21a03b01-ce70-42c7-bd6d-442c4745ade3 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:39.344229 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:39.350119 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-1db64fcc-5c9f-40b2-9639-595f2c13f29a admin admin] 10.222.0.25 "PUT /v2.0/routers/21a03b01-ce70-42c7-bd6d-442c4745ade3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194793 Jul 22 02:35:39.352942 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36486) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:39.354130 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] Sync routers for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:39.362720 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:39.362898 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283abfc-4bd5-4c9e-a40b-8d7493fe4268 req-eb37418c-52f9-4921-bf2f-66d9530dcb4e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:39.363321 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:39.365411 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0283abfc-4bd5-4c9e-a40b-8d7493fe4268 req-eb37418c-52f9-4921-bf2f-66d9530dcb4e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0995238 Jul 22 02:35:39.402872 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-0283abfc-4bd5-4c9e-a40b-8d7493fe4268 req-ab7af82f-c069-4530-82c2-0e92537794ac tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318506 Jul 22 02:35:39.457926 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:39.465067 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:39.559736 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:39.609887 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Deleting port b82091ce-b748-4184-9959-e5728a356dca {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:39.610231 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:39.639988 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b82091ce-b748-4184-9959-e5728a356dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:35:38Z', 'revision_number': 5, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port': {'id': 'b82091ce-b748-4184-9959-e5728a356dca', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:39.664444 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] Checking router: 21a03b01-ce70-42c7-bd6d-442c4745ade3 for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:39.672354 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] Routers {'21a03b01-ce70-42c7-bd6d-442c4745ade3'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:39.672937 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:10Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['21a03b01-ce70-42c7-bd6d-442c4745ade3'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:39.695268 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] For port b82091ce-b748-4184-9959-e5728a356dca, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=b82091ce-b748-4184-9959-e5728a356dca,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:39.695622 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:39.707081 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Calling delete_port for b82091ce-b748-4184-9959-e5728a356dca owned by network:router_gateway {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:39.760327 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] Set router 21a03b01-ce70-42c7-bd6d-442c4745ade3 gateway port host: None {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:39.813230 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:35:39Z', 'revision_number': 6, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:39.840062 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1a3a0-f44d-4115-af1b-f01bc080cef6 None None] The sync data for ids ['21a03b01-ce70-42c7-bd6d-442c4745ade3'] in dv-cinder-792299-6-smb is: [{'id': '21a03b01-ce70-42c7-bd6d-442c4745ade3', 'name': 'tempest-TestShelveInstance-772703121-router', 'tenant_id': '772ea7ab67744c38989d9da6d94a2d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:02Z', 'updated_at': '2021-07-22T02:35:39Z', 'revision_number': 6, 'project_id': '772ea7ab67744c38989d9da6d94a2d07', 'gw_port_host': None}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:39.869785 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:39.893563 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82091ce-b748-4184-9959-e5728a356dca,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:39.958223 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.058715 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.060770 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.103681 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.104231 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a03b01-ce70-42c7-bd6d-442c4745ade3 {{(pid=93228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:35:40.108984 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.110158 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8ef67387-340a-4e6a-86ff-042a79b7bb49 admin admin] 10.222.0.25 "DELETE /v2.0/routers/21a03b01-ce70-42c7-bd6d-442c4745ade3 HTTP/1.1" status: 204 len: 168 time: 0.7556517 Jul 22 02:35:40.112881 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36490) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:40.116156 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.156815 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Deleting subnet 4bcc2374-3193-43b8-8aca-a28cc94c61a5 {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:40.159707 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.194043 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.286624 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.288795 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-dba33a4a-bec3-4b2d-b8d3-25059dfb2045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.337362 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.368685 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcc2374-3193-43b8-8aca-a28cc94c61a5,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:40.371124 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.372935 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bcc2374-3193-43b8-8aca-a28cc94c61a5 HTTP/1.1" status: 204 len: 168 time: 0.2590067 Jul 22 02:35:40.374645 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f769e47-fd29-47b9-ba42-3c780eb5383e None None] Network c336a75e-d381-4166-b399-8d31c5a5ef8c requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:40.375580 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36492) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:40.380811 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.381245 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.381664 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.382123 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.382528 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.382937 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.383328 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.383738 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.384134 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.384534 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.384925 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.385313 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24409ef7-8559-467a-a1ad-4f20db00da02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:40.451141 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.544619 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Deleting port 4e9e353e-fc87-4332-8765-9533814db69b {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:40.544968 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.578674 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67751a3-320a-4779-9522-046e4e8cb987 req-c06f040c-cd4f-4612-8967-43e22da54b1a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:40.580171 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d67751a3-320a-4779-9522-046e4e8cb987 req-c06f040c-cd4f-4612-8967-43e22da54b1a tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0963745 Jul 22 02:35:40.594759 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.628436 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] DHCP port deletion for c336a75e-d381-4166-b399-8d31c5a5ef8c request from dv-cinder-792299-6-smb {{(pid=93229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:35:40.638351 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] For port 4e9e353e-fc87-4332-8765-9533814db69b, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4e9e353e-fc87-4332-8765-9533814db69b,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:40.638730 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.656996 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Calling delete_port for 4e9e353e-fc87-4332-8765-9533814db69b owned by network:dhcp {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:40.680820 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d67751a3-320a-4779-9522-046e4e8cb987 req-839e6584-10bc-4c30-8117-f9c658960b3c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671005 Jul 22 02:35:40.682013 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] Deleting port 4e9e353e-fc87-4332-8765-9533814db69b {{(pid=93229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:40.682501 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.751599 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] For port 4e9e353e-fc87-4332-8765-9533814db69b, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4e9e353e-fc87-4332-8765-9533814db69b,segment=NetworkSegment(d5ab3a12-7649-4921-bee3-25ff5ec36cea),segment_id=d5ab3a12-7649-4921-bee3-25ff5ec36cea)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:40.752081 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.757210 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.765432 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] Calling delete_port for 4e9e353e-fc87-4332-8765-9533814db69b owned by network:dhcp {{(pid=93229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:40.786828 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9e353e-fc87-4332-8765-9533814db69b,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:40.788603 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] No DVR routers for this DVR port 4e9e353e-fc87-4332-8765-9533814db69b on host dv-cinder-792299-6-smb {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:40.852036 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.863984 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.875027 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c336a75e-d381-4166-b399-8d31c5a5ef8c']}} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:40.878232 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] Pushing event deleted for resources: {'Port': ['ID=4e9e353e-fc87-4332-8765-9533814db69b,revision_number=None']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:40.882286 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bb92c-92c7-4951-a83e-e701e152ce2f None None] No DVR routers for this DVR port 4e9e353e-fc87-4332-8765-9533814db69b on host dv-cinder-792299-6-smb {{(pid=93229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:40.890810 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ab3a12-7649-4921-bee3-25ff5ec36cea') {'for_net_delete': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:40.891411 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.services.segments.db [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ab3a12-7649-4921-bee3-25ff5ec36cea') {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:40.900579 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156339'] for segment, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.917875 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.924280 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:40.924711 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4282460'] for segment, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: Traceback (most recent call last): Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: timer() Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: cb(*args, **kw) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: return func(*args, **kwargs) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: self._notify() Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: self.callback(batched_events) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: event.method(event) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: return f(self, *a, **k) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: return self._get(url).json() Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:40.926960 dv-cinder-792299-6-smb neutron-server[93227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:40.984120 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.991177 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:40.993129 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c336a75e-d381-4166-b399-8d31c5a5ef8c HTTP/1.1" status: 204 len: 168 time: 0.6165383 Jul 22 02:35:40.996238 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36500) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:41.003564 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cfb71-dde8-4ac9-8492-694823fb7576 admin admin] Pushing event deleted for resources: {'Network': ['ID=c336a75e-d381-4166-b399-8d31c5a5ef8c,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:41.085381 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device b82091ce-b748-4184-9959-e5728a356dca no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:41.104533 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: b82091ce-b748-4184-9959-e5728a356dca {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:41.104813 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device b82091ce-b748-4184-9959-e5728a356dca not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:41.105425 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 20904064-e193-48f4-98f6-d697ce339148 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:41.127112 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 20904064-e193-48f4-98f6-d697ce339148 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:41.127771 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 20904064-e193-48f4-98f6-d697ce339148 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:41.127926 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4e9e353e-fc87-4332-8765-9533814db69b no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:41.146595 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 4e9e353e-fc87-4332-8765-9533814db69b {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:41.146877 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4e9e353e-fc87-4332-8765-9533814db69b not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:41.366896 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:41.583560 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:41.613985 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Deleting port baec5eb3-642b-4977-bfa8-428b4dd7ce59 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:41.614532 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:41.690236 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] For port baec5eb3-642b-4977-bfa8-428b4dd7ce59, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=baec5eb3-642b-4977-bfa8-428b4dd7ce59,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:41.690596 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:41.703053 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Calling delete_port for baec5eb3-642b-4977-bfa8-428b4dd7ce59 owned by network:router_interface {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:41.818169 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e50c-5958-47be-bc7d-8c56fcabb605 req-3e6d35e4-299a-4827-940c-298e55051cbd tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:41.819663 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd31e50c-5958-47be-bc7d-8c56fcabb605 req-3e6d35e4-299a-4827-940c-298e55051cbd tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0656979 Jul 22 02:35:41.857043 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd31e50c-5958-47be-bc7d-8c56fcabb605 req-7c2833d5-9291-4fd9-8b62-b9b7c6e66954 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Jul 22 02:35:41.878261 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:41.904322 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Pushing event deleted for resources: {'Port': ['ID=baec5eb3-642b-4977-bfa8-428b4dd7ce59,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:42.068716 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:42.281090 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Router e5b40c2c-fac3-4654-a129-5ee6df152026 has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:42.386460 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:42.393990 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-01e0869d-bc34-4451-95ee-f886be6d26fc admin admin] 10.222.0.25 "PUT /v2.0/routers/e5b40c2c-fac3-4654-a129-5ee6df152026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941331 Jul 22 02:35:42.394699 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36512) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:42.395070 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] Sync routers for ids ['e5b40c2c-fac3-4654-a129-5ee6df152026'] in dv-cinder-792299-6-smb {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:42.404668 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] Routers {'e5b40c2c-fac3-4654-a129-5ee6df152026'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:42.405630 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['e5b40c2c-fac3-4654-a129-5ee6df152026'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:42.499648 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:42.517824 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] Set router e5b40c2c-fac3-4654-a129-5ee6df152026 gateway port host: dv-cinder-792299-6-smb {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:42.608912 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:42.668530 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Deleting port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:42.668969 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:42.711493 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:35:41Z', 'revision_number': 5, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port': {'id': 'e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:42.742431 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] Checking router: e5b40c2c-fac3-4654-a129-5ee6df152026 for host: dv-cinder-792299-6-smb {{(pid=93229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:42.750827 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] Routers {'e5b40c2c-fac3-4654-a129-5ee6df152026'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:42.751415 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:35:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['e5b40c2c-fac3-4654-a129-5ee6df152026'], 'active': True} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:42.769084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] For port e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:42.769442 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:42.781671 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Calling delete_port for e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d owned by network:router_gateway {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:42.833260 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvr_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] Set router e5b40c2c-fac3-4654-a129-5ee6df152026 gateway port host: None {{(pid=93229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:42.885943 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_hamode_db [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:35:42Z', 'revision_number': 6, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:42.913801 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206261a-bb7c-47cf-bb2e-cb4074f2f92a None None] The sync data for ids ['e5b40c2c-fac3-4654-a129-5ee6df152026'] in dv-cinder-792299-6-smb is: [{'id': 'e5b40c2c-fac3-4654-a129-5ee6df152026', 'name': 'tempest-TestShelveInstance-1181019893-router', 'tenant_id': 'f311ec70c1c44456b4b2111fb540239a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:09Z', 'updated_at': '2021-07-22T02:35:42Z', 'revision_number': 6, 'project_id': 'f311ec70c1c44456b4b2111fb540239a', 'gw_port_host': None}] {{(pid=93229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:42.991266 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4282483'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.021572 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:43.036749 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.037097 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.037438 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.037803 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.038137 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.038468 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.038795 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.039121 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.039448 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.039777 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.040099 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.040420 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:43.079517 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.094086 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63447979-d304-425b-bd41-b35ad83931ff req-a4857d6a-ba51-4aa0-91e6-bfb144ee9b4c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:43.095579 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-63447979-d304-425b-bd41-b35ad83931ff req-a4857d6a-ba51-4aa0-91e6-bfb144ee9b4c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.1517904 Jul 22 02:35:43.131407 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.193649 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-63447979-d304-425b-bd41-b35ad83931ff req-425978f8-4132-40c6-a97c-ae78ed2e7d27 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902462 Jul 22 02:35:43.228627 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.230789 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.283082 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.283924 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b40c2c-fac3-4654-a129-5ee6df152026 {{(pid=93227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:35:43.291515 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.293940 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a3129144-4975-4b12-a4d6-370181a6b5a1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e5b40c2c-fac3-4654-a129-5ee6df152026 HTTP/1.1" status: 204 len: 168 time: 0.8967950 Jul 22 02:35:43.295448 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36522) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:43.345338 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Deleting subnet b69cddef-24f8-4d6d-9eb9-a0542b1436bd {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:35:43.348800 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.384203 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.461300 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.510355 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.533096 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69cddef-24f8-4d6d-9eb9-a0542b1436bd,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:43.538667 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.540637 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-1a455b69-b6d0-487b-8162-4a4b3f3d5a5b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b69cddef-24f8-4d6d-9eb9-a0542b1436bd HTTP/1.1" status: 204 len: 168 time: 0.2438707 Jul 22 02:35:43.543126 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36524) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:43.544300 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d007016a-d5e7-4fd9-b5e9-16d9bf0dd08e None None] Network 29fcf4a5-5277-4e78-a102-43cb4f42e555 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:35:43.611158 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.661357 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Deleting port 21021dd0-0396-4aa7-97b9-919585f7e7ad {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:43.661783 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.680400 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device baec5eb3-642b-4977-bfa8-428b4dd7ce59 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:43.709322 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: baec5eb3-642b-4977-bfa8-428b4dd7ce59 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:43.709897 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device baec5eb3-642b-4977-bfa8-428b4dd7ce59 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:43.729026 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] For port 21021dd0-0396-4aa7-97b9-919585f7e7ad, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=21021dd0-0396-4aa7-97b9-919585f7e7ad,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:43.731513 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.748686 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Calling delete_port for 21021dd0-0396-4aa7-97b9-919585f7e7ad owned by network:dhcp {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:43.765768 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] DHCP port deletion for 29fcf4a5-5277-4e78-a102-43cb4f42e555 request from dv-cinder-792299-6-smb {{(pid=93229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:35:43.824325 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] Deleting port 21021dd0-0396-4aa7-97b9-919585f7e7ad {{(pid=93229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:43.824702 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.839489 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.867256 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Pushing event deleted for resources: {'Port': ['ID=21021dd0-0396-4aa7-97b9-919585f7e7ad,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:43.872013 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] No DVR routers for this DVR port 21021dd0-0396-4aa7-97b9-919585f7e7ad on host dv-cinder-792299-6-smb {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:43.896539 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] For port 21021dd0-0396-4aa7-97b9-919585f7e7ad, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=21021dd0-0396-4aa7-97b9-919585f7e7ad,segment=NetworkSegment(6bb7ac72-18c7-40c7-bf9c-d62a329182d2),segment_id=6bb7ac72-18c7-40c7-bf9c-d62a329182d2)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:43.897041 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.910428 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] Calling delete_port for 21021dd0-0396-4aa7-97b9-919585f7e7ad owned by network:dhcp {{(pid=93229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:44.017047 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218'] for port, after_delete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.049974 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] No DVR routers for this DVR port 21021dd0-0396-4aa7-97b9-919585f7e7ad on host dv-cinder-792299-6-smb {{(pid=93229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:44.057730 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e54ffc-cf86-4582-b4ec-7b76ab61c5a5 None None] Pushing event deleted for resources: {'Port': ['ID=21021dd0-0396-4aa7-97b9-919585f7e7ad,revision_number=None']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:44.194464 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.204395 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fcf4a5-5277-4e78-a102-43cb4f42e555']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:44.213957 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb7ac72-18c7-40c7-bf9c-d62a329182d2') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:44.214247 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb7ac72-18c7-40c7-bf9c-d62a329182d2') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:44.223365 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.240056 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.246297 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:35:44.246747 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:35:44.248835 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:35:44.306891 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.310931 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.312946 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] 10.222.0.25 "DELETE /v2.0/networks/29fcf4a5-5277-4e78-a102-43cb4f42e555 HTTP/1.1" status: 204 len: 168 time: 0.7689214 Jul 22 02:35:44.326543 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecfbce-2982-424a-a60c-91b962ad134c admin admin] Pushing event deleted for resources: {'Network': ['ID=29fcf4a5-5277-4e78-a102-43cb4f42e555,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:44.340459 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6839f8f-8119-4e46-87c5-1fa044cc8013 req-f477c254-f75c-493d-8bbf-ffe99f01746e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:44.342206 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a6839f8f-8119-4e46-87c5-1fa044cc8013 req-f477c254-f75c-493d-8bbf-ffe99f01746e tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0752065 Jul 22 02:35:44.384972 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a6839f8f-8119-4e46-87c5-1fa044cc8013 req-f835c173-9259-4e3e-887f-a8cfc6f693a4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360038 Jul 22 02:35:44.482805 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36538) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:44.521453 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-df913d05-3466-47b8-bba5-6e74db1a6896 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=772ea7ab67744c38989d9da6d94a2d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374925 Jul 22 02:35:44.523793 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36540) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:44.570737 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8476c1a3-fd7b-4e0a-825f-1fc6fbc8729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.590512 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8476c1a3-fd7b-4e0a-825f-1fc6fbc8729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.635406 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8476c1a3-fd7b-4e0a-825f-1fc6fbc8729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.638194 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8476c1a3-fd7b-4e0a-825f-1fc6fbc8729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.639312 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8476c1a3-fd7b-4e0a-825f-1fc6fbc8729a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c22aed6-9156-4406-b37b-77f1ff743f86 HTTP/1.1" status: 204 len: 168 time: 0.1146331 Jul 22 02:35:44.647042 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476c1a3-fd7b-4e0a-825f-1fc6fbc8729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c22aed6-9156-4406-b37b-77f1ff743f86,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:44.937959 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36546) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:44.981391 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-29808bc1-0325-43a6-b01a-efee85f79eb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f311ec70c1c44456b4b2111fb540239a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419793 Jul 22 02:35:44.983750 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36548) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:45.031426 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2db2157d-d1d4-4f94-8421-7c0b36239601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:45.053284 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2db2157d-d1d4-4f94-8421-7c0b36239601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:45.059973 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:45.079282 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:45.079629 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device e4aedf25-1afb-4916-a5c8-52d9e3ae2d6d not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:45.080056 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 21021dd0-0396-4aa7-97b9-919585f7e7ad no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:45.099555 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 21021dd0-0396-4aa7-97b9-919585f7e7ad {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:35:45.099875 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2db2157d-d1d4-4f94-8421-7c0b36239601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:45.099999 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 21021dd0-0396-4aa7-97b9-919585f7e7ad not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:35:45.102309 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2db2157d-d1d4-4f94-8421-7c0b36239601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:45.103734 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2db2157d-d1d4-4f94-8421-7c0b36239601 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f28d00ad-96ad-4859-b04e-a0a3dbca546e HTTP/1.1" status: 204 len: 168 time: 0.1189029 Jul 22 02:35:45.112461 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2157d-d1d4-4f94-8421-7c0b36239601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d00ad-96ad-4859-b04e-a0a3dbca546e,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:45.528934 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed296-7a73-431a-b3e3-ccc71161901f req-b340014c-0cf7-4c53-b128-b62a303bb34d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:45.530942 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-079ed296-7a73-431a-b3e3-ccc71161901f req-b340014c-0cf7-4c53-b128-b62a303bb34d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jul 22 02:35:45.568619 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-079ed296-7a73-431a-b3e3-ccc71161901f req-a654e029-5d1c-4d07-84f0-862ac14fb70f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Jul 22 02:35:46.571366 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:35:46.671958 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:46.683330 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'mac_address': 'fa:16:3e:4c:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:35:46.710294 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb507c-97b0-43cb-9365-6029705427d1 req-27799033-3e91-4313-9a65-70f32d8090eb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:46.711790 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8fcb507c-97b0-43cb-9365-6029705427d1 req-27799033-3e91-4313-9a65-70f32d8090eb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Jul 22 02:35:46.719322 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:46.731805 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 711cfdd5-acb8-47fb-ae91-6eee496b526a {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:35:46.750350 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8fcb507c-97b0-43cb-9365-6029705427d1 req-a2638076-5712-4417-80c8-5a41158d40ba tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 Jul 22 02:35:46.751182 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:46.755023 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:46.808246 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=6']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:46.828870 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['711cfdd5-acb8-47fb-ae91-6eee496b526a'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:35:47.887000 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838ffe4-5c0d-40cc-81c2-46935770f5e4 req-7d097b3e-9154-4173-8e54-b22ae7c4d2e9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:47.888485 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a838ffe4-5c0d-40cc-81c2-46935770f5e4 req-7d097b3e-9154-4173-8e54-b22ae7c4d2e9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 944 time: 0.0654383 Jul 22 02:35:47.930323 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-a838ffe4-5c0d-40cc-81c2-46935770f5e4 req-8a67b0dc-aab6-43a9-85ad-420d9561c6ee tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360570 Jul 22 02:35:48.587398 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:35:48.637222 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 711cfdd5-acb8-47fb-ae91-6eee496b526a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:35:48.637601 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:48.719869 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:48.745072 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:48.747362 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31191b86-9b64-45b0-b6b6-8d160724e1dc" -d '{"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-plugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:48.761390 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:48.766413 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:48.799274 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1493e5f-97ae-4c56-bb89-be4b0c12edde x-openstack-request-id: req-e1493e5f-97ae-4c56-bb89-be4b0c12edde {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:48.799574 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-plugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:48.799828 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1493e5f-97ae-4c56-bb89-be4b0c12edde {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:48.800249 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'code': 200} Jul 22 02:35:48.815590 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=7']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:49.069554 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80007930-f758-4a1d-a8a4-37d7b9d1fed0 req-cd4e7019-b26c-4cbe-9910-0336cd989814 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:49.071106 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-80007930-f758-4a1d-a8a4-37d7b9d1fed0 req-cd4e7019-b26c-4cbe-9910-0336cd989814 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0700004 Jul 22 02:35:49.108936 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-80007930-f758-4a1d-a8a4-37d7b9d1fed0 req-2851dfdf-899f-434b-9b64-92658c1576d9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Jul 22 02:35:50.052734 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36632) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:50.162949 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cef3c03b-b135-4055-b9c2-cefdf906e1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.265870 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935e89-4d98-428e-b862-b23c74b9f4ce req-1e4e3df2-58c1-4ea0-b8ba-1fe5047349d3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:50.274238 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cb935e89-4d98-428e-b862-b23c74b9f4ce req-1e4e3df2-58c1-4ea0-b8ba-1fe5047349d3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0863914 Jul 22 02:35:50.290068 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cef3c03b-b135-4055-b9c2-cefdf906e1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.296091 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-cef3c03b-b135-4055-b9c2-cefdf906e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.321062 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cb935e89-4d98-428e-b862-b23c74b9f4ce req-acda8e9c-f6dc-47a8-9dad-48b873da6ec1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Jul 22 02:35:50.341796 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3c03b-b135-4055-b9c2-cefdf906e1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe92c1-225d-40a6-90ee-5f4324da8070,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:50.346459 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-cef3c03b-b135-4055-b9c2-cefdf906e1f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08f8403bc2db40ec980e0b5949ae2f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909656 Jul 22 02:35:50.349323 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36638) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:50.404570 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a9b647ae-aca6-4589-9053-5b4305cc4814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.430337 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a9b647ae-aca6-4589-9053-5b4305cc4814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.484362 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a9b647ae-aca6-4589-9053-5b4305cc4814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.487126 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a9b647ae-aca6-4589-9053-5b4305cc4814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:50.490806 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a9b647ae-aca6-4589-9053-5b4305cc4814 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ebe92c1-225d-40a6-90ee-5f4324da8070 HTTP/1.1" status: 204 len: 168 time: 0.1379800 Jul 22 02:35:50.502848 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b647ae-aca6-4589-9053-5b4305cc4814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe92c1-225d-40a6-90ee-5f4324da8070,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:51.473916 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8151c9f-cc84-4014-893c-afe492f73850 req-cc54f732-c043-4e97-88e4-d1e4e9567c26 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:51.475463 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c8151c9f-cc84-4014-893c-afe492f73850 req-cc54f732-c043-4e97-88e4-d1e4e9567c26 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0793033 Jul 22 02:35:51.520804 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-c8151c9f-cc84-4014-893c-afe492f73850 req-78e508b8-af65-4976-844d-d12fcca57595 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Jul 22 02:35:52.664141 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0caa6e-2e1d-4420-8898-ddd9e0a81dd3 req-47304c9c-3275-44b2-9afe-042f9acbde01 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:52.665657 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5c0caa6e-2e1d-4420-8898-ddd9e0a81dd3 req-47304c9c-3275-44b2-9afe-042f9acbde01 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0676987 Jul 22 02:35:52.716006 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-5c0caa6e-2e1d-4420-8898-ddd9e0a81dd3 req-e57622bf-923b-4cac-bc99-469681e53860 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Jul 22 02:35:53.205538 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:35:53.859855 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40561fe2-bc15-47d1-b836-0578e8dc3300 req-2fc56545-81bd-488d-945b-5068c56cd9d3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:53.861432 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-40561fe2-bc15-47d1-b836-0578e8dc3300 req-2fc56545-81bd-488d-945b-5068c56cd9d3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0688095 Jul 22 02:35:53.902606 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-40561fe2-bc15-47d1-b836-0578e8dc3300 req-8328528b-b700-455f-9fc2-7b186f6b6fcc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Jul 22 02:35:55.045168 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7597f4-61a0-4613-ae02-bf68296a86c7 req-f7c6005a-bcd2-4040-9c50-8ef68d809e3c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:55.046691 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ab7597f4-61a0-4613-ae02-bf68296a86c7 req-f7c6005a-bcd2-4040-9c50-8ef68d809e3c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0645726 Jul 22 02:35:55.083859 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ab7597f4-61a0-4613-ae02-bf68296a86c7 req-c97678c1-1e90-453d-96cc-da7603ffd509 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Jul 22 02:35:56.224511 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e233e-38bd-43e0-8071-860e0d41814b req-28b9d130-b2e9-4d2b-b818-a7a7dc65f5d2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:56.232530 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e59e233e-38bd-43e0-8071-860e0d41814b req-28b9d130-b2e9-4d2b-b818-a7a7dc65f5d2 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0759952 Jul 22 02:35:56.270280 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-e59e233e-38bd-43e0-8071-860e0d41814b req-f103db74-3af0-45be-a50a-c30ee7b64093 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368032 Jul 22 02:35:57.418568 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eebff-f60d-4b7c-beba-f3b9bcab3bb9 req-e823b84c-1270-44d9-9891-c8b0c568e4e8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:57.420811 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cd4eebff-f60d-4b7c-beba-f3b9bcab3bb9 req-e823b84c-1270-44d9-9891-c8b0c568e4e8 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0729187 Jul 22 02:35:57.463659 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cd4eebff-f60d-4b7c-beba-f3b9bcab3bb9 req-bffa2617-bbe1-4734-996f-be2c9e2103ee tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364470 Jul 22 02:35:58.630034 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12969d-460d-4a56-b319-0d4f2e2b40c3 req-1b24ffd9-85d5-416b-abf7-5d13635aea68 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:58.631575 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ad12969d-460d-4a56-b319-0d4f2e2b40c3 req-1b24ffd9-85d5-416b-abf7-5d13635aea68 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0773573 Jul 22 02:35:58.677441 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ad12969d-460d-4a56-b319-0d4f2e2b40c3 req-8469cfff-6344-4089-93e0-811bc229ab21 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 Jul 22 02:35:59.348914 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-b0545962-6a65-46ad-aa37-2a1d97d3e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:59.350337 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-b0545962-6a65-46ad-aa37-2a1d97d3e6cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1098 time: 0.0616069 Jul 22 02:35:59.439027 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-1b6a925e-f42f-41c2-8759-0b7c08c90cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:59.440451 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-1b6a925e-f42f-41c2-8759-0b7c08c90cf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.0832396 Jul 22 02:35:59.502158 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-c1b4261a-e37b-47f3-b826-23678d98df64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 1000 time: 0.0545576 Jul 22 02:35:59.548709 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-7704e4a2-8017-435a-b1eb-3c40d15e1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:59.550088 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-7704e4a2-8017-435a-b1eb-3c40d15e1bef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0410070 Jul 22 02:35:59.609160 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-6db471b9-72cc-48f2-983d-bddd16070a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:59.610544 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-6db471b9-72cc-48f2-983d-bddd16070a5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536335 Jul 22 02:35:59.696055 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-dce5d607-f44e-4eb4-9db4-c5aca194cce9 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781469 Jul 22 02:35:59.787854 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-2c4166a5-bc45-49c2-9c72-02b7618ebf65 req-48139899-be47-467d-adda-a743d13fb165 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Jul 22 02:35:59.817094 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fbe8f-e409-40c3-b9f1-6613510aeb7e req-19e40b37-c8db-433f-ac1f-5cd9572dcccf tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:59.818614 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae6fbe8f-e409-40c3-b9f1-6613510aeb7e req-19e40b37-c8db-433f-ac1f-5cd9572dcccf tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0688534 Jul 22 02:35:59.855554 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ae6fbe8f-e409-40c3-b9f1-6613510aeb7e req-054dc370-10f2-451b-bbdf-4ed9b9c714c5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Jul 22 02:36:00.987906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dbb7c-5221-49a9-a4dc-e470a3380088 req-a087abfc-9277-41f0-b99e-22998aea8510 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:00.989517 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-062dbb7c-5221-49a9-a4dc-e470a3380088 req-a087abfc-9277-41f0-b99e-22998aea8510 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0640543 Jul 22 02:36:01.026076 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-062dbb7c-5221-49a9-a4dc-e470a3380088 req-36d60d2d-4d11-42bb-91c2-b144f68060a4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Jul 22 02:36:02.155793 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274712d9-8d63-47f3-abd7-30347bfd57e2 req-e8878551-610e-4fc3-bfa4-9dff79e00fe4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:02.157241 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-274712d9-8d63-47f3-abd7-30347bfd57e2 req-e8878551-610e-4fc3-bfa4-9dff79e00fe4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 945 time: 0.0621097 Jul 22 02:36:02.194465 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-274712d9-8d63-47f3-abd7-30347bfd57e2 req-3090fdc2-a50a-4f42-9c29-adf326da5a76 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Jul 22 02:36:02.667685 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:02.743264 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:02.767509 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:36:02.769770 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c84732-ca34-48bf-85d3-78f67c4cdc9d" -d '{"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-unplugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:36:02.783256 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:02.788849 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:02.815083 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 02:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c38b68-0ac3-46f1-b5f3-f2a5d2b4bedf x-openstack-request-id: req-14c38b68-0ac3-46f1-b5f3-f2a5d2b4bedf {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:36:02.815372 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-unplugged", "status": "failed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "code": 422}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:36:02.815671 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14c38b68-0ac3-46f1-b5f3-f2a5d2b4bedf {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:36:02.816014 dv-cinder-792299-6-smb neutron-server[93229]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'code': 422} returned with failed status Jul 22 02:36:02.844772 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=8']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:02.852201 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.852556 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.852904 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.853249 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.853587 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.853952 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.854284 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.854614 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.854944 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.855270 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.855598 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:02.855923 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:03.062897 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf794-6ea9-4ccd-bae2-15412d4b7a9d req-321a9550-884c-4787-a542-d76457f81bf9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:03.064719 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cdfcf794-6ea9-4ccd-bae2-15412d4b7a9d req-321a9550-884c-4787-a542-d76457f81bf9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0653369 Jul 22 02:36:03.103556 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cdfcf794-6ea9-4ccd-bae2-15412d4b7a9d req-4f431715-adf1-411a-89f5-37662c0842e5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 22 02:36:03.286995 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-a0623a75-288f-432e-b81c-644428e8c407 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523860 Jul 22 02:36:03.994808 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d879a6-9a90-44a3-8343-be3a82411599 req-2a110cdb-2174-4bd7-8926-140cb652f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:03.996303 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-2a110cdb-2174-4bd7-8926-140cb652f0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0&tenant_id=77706b45c1cc43af8dd20aba5434fa90 HTTP/1.1" status: 200 len: 1096 time: 0.0518608 Jul 22 02:36:04.071619 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d879a6-9a90-44a3-8343-be3a82411599 req-d4a1c212-a7b9-4c51-a23d-480e397978aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:04.073055 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-d4a1c212-a7b9-4c51-a23d-480e397978aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1096 time: 0.0559323 Jul 22 02:36:04.158142 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d879a6-9a90-44a3-8343-be3a82411599 req-76668347-fe63-43fb-ace3-f1cb4f53854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:04.159608 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-76668347-fe63-43fb-ace3-f1cb4f53854e service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.0806618 Jul 22 02:36:04.229080 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-06d74e73-5c97-4520-a53d-a7534764eff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 998 time: 0.0609398 Jul 22 02:36:04.244093 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae2d92-028a-4a69-8c6d-12118014d11a req-a1ff1c20-0bbc-435d-8349-16d71fec17fc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:04.245650 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1bae2d92-028a-4a69-8c6d-12118014d11a req-a1ff1c20-0bbc-435d-8349-16d71fec17fc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0639966 Jul 22 02:36:04.276900 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d879a6-9a90-44a3-8343-be3a82411599 req-9e646021-6ce6-445f-83ad-5747f2e7e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:04.278396 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-9e646021-6ce6-445f-83ad-5747f2e7e829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0432098 Jul 22 02:36:04.283778 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-1bae2d92-028a-4a69-8c6d-12118014d11a req-14b88be0-bbbe-4306-9f33-a6fac75a2f6d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Jul 22 02:36:04.335653 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d879a6-9a90-44a3-8343-be3a82411599 req-bae583d4-a33a-4383-9501-584508fab8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:04.337132 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-bae583d4-a33a-4383-9501-584508fab8fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528286 Jul 22 02:36:04.425773 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-272be973-ba50-4de1-9ca7-2cae96b08868 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Jul 22 02:36:04.510634 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-54d879a6-9a90-44a3-8343-be3a82411599 req-937a5102-5f55-49dc-8d76-ff3a07f0fe9a service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786927 Jul 22 02:36:05.431844 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5301-ce63-4c7f-85b9-184fbfb768e5 req-14fcb4f5-7610-4eac-9e49-9f83f2c8d4bb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:05.433399 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d3bc5301-ce63-4c7f-85b9-184fbfb768e5 req-14fcb4f5-7610-4eac-9e49-9f83f2c8d4bb tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0692067 Jul 22 02:36:05.473180 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-d3bc5301-ce63-4c7f-85b9-184fbfb768e5 req-f818d2cd-35de-4461-9e32-3817ce09cabc tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333962 Jul 22 02:36:06.615838 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c6550-7fc5-4930-ab98-c3739f7a5084 req-5158ff60-996d-4930-8300-5f1b06358217 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:06.617412 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-363c6550-7fc5-4930-ab98-c3739f7a5084 req-5158ff60-996d-4930-8300-5f1b06358217 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0668108 Jul 22 02:36:06.656675 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-363c6550-7fc5-4930-ab98-c3739f7a5084 req-adb82433-6efc-4aa6-be6a-d5566f737306 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335531 Jul 22 02:36:07.672881 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-78a0bd88-2dcf-4518-b2b4-fa1dd2c3f310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:07.802300 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284833-4371-4db9-8e3a-234d372b8c7f req-fb08fc8d-2cc9-495a-b35f-9f50c5199959 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:07.804435 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7d284833-4371-4db9-8e3a-234d372b8c7f req-fb08fc8d-2cc9-495a-b35f-9f50c5199959 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0762722 Jul 22 02:36:07.851757 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-7d284833-4371-4db9-8e3a-234d372b8c7f req-78b63b42-98b8-479f-86d7-e3c15b00a532 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Jul 22 02:36:09.002906 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2ba3-4a0a-4184-80ac-d5776bc051d8 req-5a45ea8d-42f4-46e0-8165-617dba6e2109 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:09.004357 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-611b2ba3-4a0a-4184-80ac-d5776bc051d8 req-5a45ea8d-42f4-46e0-8165-617dba6e2109 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0692010 Jul 22 02:36:09.043683 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-611b2ba3-4a0a-4184-80ac-d5776bc051d8 req-dafd837d-7d31-4090-a289-57dd1d454b26 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Jul 22 02:36:10.118733 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.204504 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104894-a2c5-4cdd-88a9-f06ccc4c6889 req-3c4214c1-1e58-4936-b2f5-9a878a6e3c72 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:10.205985 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-df104894-a2c5-4cdd-88a9-f06ccc4c6889 req-3c4214c1-1e58-4936-b2f5-9a878a6e3c72 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0664375 Jul 22 02:36:10.243755 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-df104894-a2c5-4cdd-88a9-f06ccc4c6889 req-ad586f9a-f3b3-45b2-a701-31be74ba70be tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Jul 22 02:36:10.292182 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-41969330-765f-436a-8290-b6b0ef167788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.609327 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:11.399988 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46915c-da6f-4587-8c42-59b3539f3300 req-e989bcb8-0b60-425a-8c0e-f1419098416b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:11.401590 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ec46915c-da6f-4587-8c42-59b3539f3300 req-e989bcb8-0b60-425a-8c0e-f1419098416b tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0803175 Jul 22 02:36:11.441771 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ec46915c-da6f-4587-8c42-59b3539f3300 req-38768182-8b3a-41f2-9732-cafcfb4a670f tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Jul 22 02:36:11.586820 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:12.581418 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc00bcc-85b4-49ad-a4fc-c1bf7b9e7adf req-c08d36cd-f6d7-4da0-b40c-57ade38602e9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:12.589357 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2fc00bcc-85b4-49ad-a4fc-c1bf7b9e7adf req-c08d36cd-f6d7-4da0-b40c-57ade38602e9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0720613 Jul 22 02:36:12.623443 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2fc00bcc-85b4-49ad-a4fc-c1bf7b9e7adf req-7b122203-63ba-49ba-ba4e-e8bbe1a724a9 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jul 22 02:36:13.083085 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:13.761155 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38646d-6c55-4203-bcd9-80a00cff129d req-8872116a-9674-4db8-80a3-30211237c694 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:13.763232 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8c38646d-6c55-4203-bcd9-80a00cff129d req-8872116a-9674-4db8-80a3-30211237c694 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0695934 Jul 22 02:36:13.805161 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-8c38646d-6c55-4203-bcd9-80a00cff129d req-4d4c2bc6-122c-4ddb-8d25-88ae0ecfcda1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362899 Jul 22 02:36:14.942251 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484df8f5-3626-4e31-8ea8-81a4b4c231c2 req-af45c7ed-b4e4-4b1b-9da7-f7fc345e14ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:14.943918 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-484df8f5-3626-4e31-8ea8-81a4b4c231c2 req-af45c7ed-b4e4-4b1b-9da7-f7fc345e14ff tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0668182 Jul 22 02:36:14.981026 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-484df8f5-3626-4e31-8ea8-81a4b4c231c2 req-ee1f2bd8-0906-41bd-bc6f-0a054adbfa67 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jul 22 02:36:16.112197 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a122a0-747d-4979-a35a-7eda15b22046 req-80e3bfec-257b-4ce9-a6ff-c14f9200a686 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:16.113669 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-64a122a0-747d-4979-a35a-7eda15b22046 req-80e3bfec-257b-4ce9-a6ff-c14f9200a686 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 943 time: 0.0624192 Jul 22 02:36:16.150802 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-64a122a0-747d-4979-a35a-7eda15b22046 req-cbec0f41-3713-4961-9e4c-f948470ae706 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Jul 22 02:36:16.765323 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:36:16.855145 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:16.866024 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Returning: {'device': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'port_id': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'mac_address': 'fa:16:3e:4c:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:36:16.904514 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.917459 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711cfdd5-acb8-47fb-ae91-6eee496b526a {{(pid=93229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:36:16.935676 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:16.939351 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.984515 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=9']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:17.149366 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] get_ports_and_sgs() called for port_ids ['711cfdd5-acb8-47fb-ae91-6eee496b526a'] {{(pid=93229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:36:17.286037 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa239cf-f44d-4029-bae3-e72bbbdf23eb req-330e4967-af69-4376-a248-7740e0b924a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:17.287427 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2fa239cf-f44d-4029-bae3-e72bbbdf23eb req-330e4967-af69-4376-a248-7740e0b924a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 944 time: 0.0669992 Jul 22 02:36:17.556097 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-2fa239cf-f44d-4029-bae3-e72bbbdf23eb req-d60fdd13-9815-4cdf-be6d-dc09e1bd759d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627006 Jul 22 02:36:18.686055 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd278c5a-1e47-40fb-a0f2-c43da3a59560 req-1e70d379-d9f1-4893-93a8-fad35f832c2d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:18.687498 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cd278c5a-1e47-40fb-a0f2-c43da3a59560 req-1e70d379-d9f1-4893-93a8-fad35f832c2d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 944 time: 0.0624640 Jul 22 02:36:18.724819 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-cd278c5a-1e47-40fb-a0f2-c43da3a59560 req-dbc9e9e0-fbf0-43c1-976c-93775386d032 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Jul 22 02:36:18.791062 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a up at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:36:18.836102 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.db.provisioning_blocks [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Provisioning complete for port 711cfdd5-acb8-47fb-ae91-6eee496b526a triggered by entity L2. {{(pid=93229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:36:18.836465 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603893'] for port, provisioning_complete {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.908333 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693580'] for port, before_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.932229 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:36:18.934467 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9e3adaf1353ff9220bdda33b25283f51c09422ff3b080606100b05bcbf22b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4239c-3905-4cc3-a946-2b61ecc02cc0" -d '{"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-plugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:36:18.947661 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.db [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:18.951337 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787651402042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787651001227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787651001245'] for port, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.973186 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8696c0f-7cfc-4f72-bc07-490f91285b13 x-openstack-request-id: req-e8696c0f-7cfc-4f72-bc07-490f91285b13 {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:36:18.973475 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-plugged", "status": "completed", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "code": 200}]} {{(pid=93229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:36:18.973744 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8696c0f-7cfc-4f72-bc07-490f91285b13 {{(pid=93229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:36:18.974126 dv-cinder-792299-6-smb neutron-server[93229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'code': 200} Jul 22 02:36:18.999993 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Pushing event updated for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=10']} {{(pid=93229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:19.161287 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c318451-d263-4533-988b-36d85e360428 req-179574fe-e13e-4918-858e-1a1ca8a52e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:19.164011 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6c318451-d263-4533-988b-36d85e360428 req-179574fe-e13e-4918-858e-1a1ca8a52e11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1099 time: 0.0596693 Jul 22 02:36:19.207300 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-6c318451-d263-4533-988b-36d85e360428 req-13d6db5a-ab68-46ba-8a70-688f010d7cd7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 Jul 22 02:36:19.855870 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c5586-a8b3-470a-a22d-c2122c265026 req-2edcfe8e-f08c-40b9-bb73-651d5e05f032 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:19.857332 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f74c5586-a8b3-470a-a22d-c2122c265026 req-2edcfe8e-f08c-40b9-bb73-651d5e05f032 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 946 time: 0.0622551 Jul 22 02:36:19.897381 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f74c5586-a8b3-470a-a22d-c2122c265026 req-6ca0edb7-f99f-4abb-ad40-58aef9b7c515 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338259 Jul 22 02:36:21.034925 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd216-71de-4b52-8307-4ab9935161f4 req-6bf5ad4d-869e-48d5-8684-7a87cd6e25c1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:21.037909 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd5fd216-71de-4b52-8307-4ab9935161f4 req-6bf5ad4d-869e-48d5-8684-7a87cd6e25c1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 946 time: 0.0667675 Jul 22 02:36:21.074919 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-fd5fd216-71de-4b52-8307-4ab9935161f4 req-ee506bde-82df-4874-a541-3241f622366c tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Jul 22 02:36:30.204331 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:36:37.663746 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c36dd89b-77f0-4d53-9972-2b5579faab0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:40.140441 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:40.291980 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5d25df96-12e2-48aa-803c-730a3ae4d8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:40.600942 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:41.589016 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:42.577249 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-c68e0426-04e1-400b-b42f-c70ae3a90433 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509865 Jul 22 02:36:42.669252 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-ab6d9c8f-90b9-4662-a636-8956fd83ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:42.670757 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-ab6d9c8f-90b9-4662-a636-8956fd83ac6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77706b45c1cc43af8dd20aba5434fa90&device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 1099 time: 0.0523272 Jul 22 02:36:42.771564 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-7d794b0d-6240-42b3-87f0-45522c1016dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:42.772978 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-7d794b0d-6240-42b3-87f0-45522c1016dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 200 len: 918 time: 0.0840926 Jul 22 02:36:42.833773 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-4adea243-2ed5-4168-9812-80f9bb2cfcae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 200 len: 1000 time: 0.0541148 Jul 22 02:36:42.882833 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-00a1cfbf-b655-408b-9085-d770dc0bdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:42.884197 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-00a1cfbf-b655-408b-9085-d770dc0bdd44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 200 len: 856 time: 0.0449719 Jul 22 02:36:42.940337 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-09dfd68f-c745-4a2c-896f-d1b9bdf387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:42.941848 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-09dfd68f-c745-4a2c-896f-d1b9bdf387b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=448171e1-0ea3-4faf-92f5-138e5672b0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510533 Jul 22 02:36:43.026648 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-f481feea-cd88-40bc-99c6-a79258fb7044 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778661 Jul 22 02:36:43.087559 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:43.121171 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-aaeb11da-e79e-4dd6-b325-f862afdcc677 req-de7d0e30-b362-4183-8445-6ab90dbd9257 service neutron] 10.222.0.32 "GET /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880857 Jul 22 02:36:51.895417 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6505c7-ee2a-4ba8-8db5-bae49843f5cf req-36de90ec-4d26-4379-853a-6446604c9699 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:51.896876 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ec6505c7-ee2a-4ba8-8db5-bae49843f5cf req-36de90ec-4d26-4379-853a-6446604c9699 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 946 time: 0.0614028 Jul 22 02:36:51.933590 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-ec6505c7-ee2a-4ba8-8db5-bae49843f5cf req-38fdfb51-9645-4090-aedc-e27cb5fc2a8d tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Jul 22 02:36:53.070418 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dfcad-f45e-4410-aa87-2d2284753fe2 req-0dedac54-b462-4b7b-b439-ed002e4501f1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:53.071924 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f73dfcad-f45e-4410-aa87-2d2284753fe2 req-0dedac54-b462-4b7b-b439-ed002e4501f1 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 946 time: 0.0657244 Jul 22 02:36:53.109369 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-f73dfcad-f45e-4410-aa87-2d2284753fe2 req-21f64a79-193e-45d1-a034-674720d99bd3 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d983fa1-6d14-4955-993a-b56635768f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 22 02:36:53.133061 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-158cc6e2-7238-46cf-a0c0-af7b7a062ff4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:53.134578 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-158cc6e2-7238-46cf-a0c0-af7b7a062ff4 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 946 time: 0.0624306 Jul 22 02:36:53.233656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Deleting port 711cfdd5-acb8-47fb-ae91-6eee496b526a {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:53.234035 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:53.319576 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] For port 711cfdd5-acb8-47fb-ae91-6eee496b526a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=711cfdd5-acb8-47fb-ae91-6eee496b526a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:53.319937 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:53.486222 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:53.486509 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434839'] for floatingip, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:53.486872 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.db.l3_db [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Floating IP 5446ac0c-b2de-4f3f-83a7-67e5e4007cb3 disassociated. External IP: 172.28.1.66, port: 711cfdd5-acb8-47fb-ae91-6eee496b526a. Jul 22 02:36:53.487188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Calling delete_port for 711cfdd5-acb8-47fb-ae91-6eee496b526a owned by compute:nova {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:53.607652 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:53.634887 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event deleted for resources: {'Port': ['ID=711cfdd5-acb8-47fb-ae91-6eee496b526a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:53.646548 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.647723 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.648086 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.648429 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.648776 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.649121 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.649460 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.649826 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.650163 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.650497 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.650832 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.651169 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:53.756768 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:36:53.860200 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:36:53.869666 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:36:53.882973 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:53.883579 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:36:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:53.908869 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] No DVR routers for this DVR port 711cfdd5-acb8-47fb-ae91-6eee496b526a on host hv-cinder-79229 {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:36:53.911749 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for port, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:53.914547 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [req-142bb65d-5c60-4145-ba20-d4bcd5d752c1 req-e1ddf55c-572d-4770-bb03-9f5e9e2d62d5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.32 "DELETE /v2.0/ports/711cfdd5-acb8-47fb-ae91-6eee496b526a HTTP/1.1" status: 204 len: 173 time: 0.7744660 Jul 22 02:36:53.915072 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-deleted', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a'}] {{(pid=93228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:36:53.918840 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c24e87bbcb8234547a79fb398a23c9c91417754c11763d3e620b8f886b47a15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be3c39-070d-461a-9625-b10c369f5d0f" -d '{"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-deleted", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a"}]}' {{(pid=93228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:36:53.954738 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168d336e-3f83-4e47-85d9-adfc18c51d7f x-openstack-request-id: req-168d336e-3f83-4e47-85d9-adfc18c51d7f {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:36:53.955037 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980c13f2-975d-4bc6-96a7-835c13933de0", "name": "network-vif-deleted", "tag": "711cfdd5-acb8-47fb-ae91-6eee496b526a", "status": "completed", "code": 200}]} {{(pid=93228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:36:53.955297 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-168d336e-3f83-4e47-85d9-adfc18c51d7f {{(pid=93228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:36:53.955707 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980c13f2-975d-4bc6-96a7-835c13933de0', 'name': 'network-vif-deleted', 'tag': '711cfdd5-acb8-47fb-ae91-6eee496b526a', 'status': 'completed', 'code': 200} Jul 22 02:36:53.991095 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:54.193704 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:54.218514 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:36:54.219032 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [req-6663f2dd-3014-4b96-8e86-65f08b72460e req-9a2256ab-8f38-427c-a7a4-67df514614b5 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/ports?device_id=980c13f2-975d-4bc6-96a7-835c13933de0 HTTP/1.1" status: 200 len: 210 time: 0.0284555 Jul 22 02:36:54.227320 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:54.227914 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:36:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:54.337673 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:54.533460 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:54.561026 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e02bd3-e2e9-47e4-af0a-99c7dedb3ab7 None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:32:01Z', 'revision_number': 4, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb', '_interfaces': [{'id': '4c5317c3-2076-41b8-93c9-f67f4fb8191a', 'name': '', 'network_id': '448171e1-0ea3-4faf-92f5-138e5672b0a2', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'mac_address': 'fa:16:3e:bb:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:32:01Z', 'updated_at': '2021-07-22T02:32:07Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'subnets': [{'id': 'e384cb14-c0dc-4cf7-8d44-9f7162d28735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:36:54.747040 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9bb1e0-b23b-438c-bb4e-5a3b1bb3b05c None None] New status for floating IP 5446ac0c-b2de-4f3f-83a7-67e5e4007cb3: DOWN {{(pid=93229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:36:55.310944 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36850) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:55.366084 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.388612 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.433335 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.436051 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.437215 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d983fa1-6d14-4955-993a-b56635768f51 HTTP/1.1" status: 204 len: 168 time: 0.1252310 Jul 22 02:36:55.439985 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36852) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:55.446761 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d983fa1-6d14-4955-993a-b56635768f51,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:55.453778 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.453942 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.api.v2.resource [None req-b2bc3274-32bc-4862-bc67-a6d7710d8940 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] show failed (client error): The resource could not be found. Jul 22 02:36:55.454138 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.454489 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458043 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458158 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-b2bc3274-32bc-4862-bc67-a6d7710d8940 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "GET /v2.0/security-groups/3d983fa1-6d14-4955-993a-b56635768f51 HTTP/1.1" status: 404 len: 347 time: 0.0139413 Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458261 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.458822 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36854) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:55.458900 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3eab6-73c9-4e12-92f7-6420902847a7 tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:55.585047 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Deleting port 432cbc5d-5c55-495d-b997-bb5eef4a018a {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:55.585432 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.655753 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.656104 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.668439 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Calling delete_port for 432cbc5d-5c55-495d-b997-bb5eef4a018a owned by network:floatingip {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:55.793525 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.819060 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Pushing event deleted for resources: {'Port': ['ID=432cbc5d-5c55-495d-b997-bb5eef4a018a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:55.882148 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.884690 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3352'] for floatingip, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:55.885852 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-3e38642d-aaae-4d98-8eee-a62cbdc0c8ed tempest-AttachVolumeShelveTestJSON-936556868 tempest-AttachVolumeShelveTestJSON-936556868-project] 10.222.0.25 "DELETE /v2.0/floatingips/5446ac0c-b2de-4f3f-83a7-67e5e4007cb3 HTTP/1.1" status: 204 len: 168 time: 0.4268456 Jul 22 02:36:56.944426 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:56.966965 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] No Port match for: 711cfdd5-acb8-47fb-ae91-6eee496b526a {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:56.967309 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Device 711cfdd5-acb8-47fb-ae91-6eee496b526a not bound to the agent host hv-cinder-79229 {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:58.291135 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36876) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:58.766626 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437143'] for router_interface, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:59.009312 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Deleting port 4c5317c3-2076-41b8-93c9-f67f4fb8191a {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:59.009655 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:59.089188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] For port 4c5317c3-2076-41b8-93c9-f67f4fb8191a, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=4c5317c3-2076-41b8-93c9-f67f4fb8191a,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:59.089555 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:59.102106 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Calling delete_port for 4c5317c3-2076-41b8-93c9-f67f4fb8191a owned by network:router_interface {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:59.272846 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:59.297483 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5317c3-2076-41b8-93c9-f67f4fb8191a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:59.696139 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437003'] for router_interface, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:59.900348 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf has already been hosted by L3 agent 490ef9eb-6d01-4299-9582-54c02914daab {{(pid=93228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:37:00.005919 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-smb the message routers_updated {{(pid=93228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:37:00.010789 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-df66dffc-50c0-44a2-8b79-298e5a86a274 admin admin] 10.222.0.25 "PUT /v2.0/routers/28091ad3-ce7d-4cab-a34e-09f71f6b70bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186515 Jul 22 02:37:00.013317 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36880) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:00.016013 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] Sync routers for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:37:00.025332 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:37:00.025960 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:36:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:00.116184 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.209768 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: dv-cinder-792299-6-smb {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:37:00.216663 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.269161 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Deleting port 77d89002-d251-477c-a91e-be63ab42fb1b {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:37:00.270188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.345217 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] For port 77d89002-d251-477c-a91e-be63ab42fb1b, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=77d89002-d251-477c-a91e-be63ab42fb1b,segment=NetworkSegment(b4ce99ca-e09f-470d-86ce-10aa9339716d),segment_id=b4ce99ca-e09f-470d-86ce-10aa9339716d)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:37:00.345967 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.357961 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Calling delete_port for 77d89002-d251-477c-a91e-be63ab42fb1b owned by network:router_gateway {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:37:00.381002 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'external_fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:36:59Z', 'revision_number': 5, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port': {'id': '77d89002-d251-477c-a91e-be63ab42fb1b', 'name': '', 'network_id': 'b38e9c15-9605-4b1e-b661-7d0a42d21fe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '79116db7-088e-4588-a5a4-7479df99e02c', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:59Z', 'updated_at': '2021-07-22T02:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79116db7-088e-4588-a5a4-7479df99e02c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-smb'}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:00.409343 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] Checking router: 28091ad3-ce7d-4cab-a34e-09f71f6b70bf for host: dv-cinder-792299-6-smb {{(pid=93230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:37:00.421803 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] Routers {'28091ad3-ce7d-4cab-a34e-09f71f6b70bf'} bound to L3 agent in host dv-cinder-792299-6-smb {{(pid=93230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:37:00.422673 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T02:21:40Z,description=,heartbeat_timestamp=2021-07-22T02:36:40Z,host='dv-cinder-792299-6-smb',id=490ef9eb-6d01-4299-9582-54c02914daab,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:40Z,topic='l3_agent')) {'router_ids': ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'], 'active': True} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:00.514323 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_dvr_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] Set router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf gateway port host: None {{(pid=93230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:37:00.535533 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.569222 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=77d89002-d251-477c-a91e-be63ab42fb1b,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:00.571983 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.l3_hamode_db [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:37:00Z', 'revision_number': 6, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port_host': None}], 'dv-cinder-792299-6-smb', False) {} {{(pid=93230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:00.606134 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af8bb-ab36-40b1-8a90-ff36f9964751 None None] The sync data for ids ['28091ad3-ce7d-4cab-a34e-09f71f6b70bf'] in dv-cinder-792299-6-smb is: [{'id': '28091ad3-ce7d-4cab-a34e-09f71f6b70bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1887914289-router', 'tenant_id': '77706b45c1cc43af8dd20aba5434fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:31:58Z', 'updated_at': '2021-07-22T02:37:00Z', 'revision_number': 6, 'project_id': '77706b45c1cc43af8dd20aba5434fa90', 'gw_port_host': None}] {{(pid=93230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:37:00.641825 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434861'] for router_gateway, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.739596 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9165'] for router, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.741940 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.793159 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-436566'] for router, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.793646 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28091ad3-ce7d-4cab-a34e-09f71f6b70bf {{(pid=93228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:37:00.798302 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] Notify callbacks [] for router, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.799468 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ebdf9775-7e06-4102-b5ca-e22e2ce4bd6b admin admin] 10.222.0.25 "DELETE /v2.0/routers/28091ad3-ce7d-4cab-a34e-09f71f6b70bf HTTP/1.1" status: 204 len: 168 time: 0.7852070 Jul 22 02:37:00.802111 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36882) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:00.851051 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Deleting subnet e384cb14-c0dc-4cf7-8d44-9f7162d28735 {{(pid=93228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:37:00.854188 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.889669 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9172774'] for subnet, precommit_delete_associations {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:00.971939 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600926'] for subnet, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.041515 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8439646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9329009'] for subnet, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.078212 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e384cb14-c0dc-4cf7-8d44-9f7162d28735,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:01.082762 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for subnet, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.085781 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-4ed886a1-e9ee-4afb-982c-dec21a04ebd3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e384cb14-c0dc-4cf7-8d44-9f7162d28735 HTTP/1.1" status: 204 len: 168 time: 0.2826638 Jul 22 02:37:01.088221 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2961de42-3496-4e7e-a4aa-cc820d0e1f91 None None] Network 448171e1-0ea3-4faf-92f5-138e5672b0a2 requested from dv-cinder-792299-6-smb {{(pid=93229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:37:01.088816 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36884) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:01.172596 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3441625'] for network, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.230806 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Deleting port 5c70d3df-ff0f-4c46-b090-80f86a58a157 {{(pid=93228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:37:01.231140 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787651401364'] for port, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.297568 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] For port 5c70d3df-ff0f-4c46-b090-80f86a58a157, host dv-cinder-792299-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-smb',level=0,port_id=5c70d3df-ff0f-4c46-b090-80f86a58a157,segment=NetworkSegment(59f211f6-b42e-4558-b768-1c4a192e13bb),segment_id=59f211f6-b42e-4558-b768-1c4a192e13bb)] {{(pid=93228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:37:01.297887 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436602'] for port, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.310115 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Calling delete_port for 5c70d3df-ff0f-4c46-b090-80f86a58a157 owned by network:dhcp {{(pid=93228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:37:01.389375 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca1704-faab-4f06-b683-b0d923c205a8 None None] DHCP port deletion for 448171e1-0ea3-4faf-92f5-138e5672b0a2 request from dv-cinder-792299-6-smb {{(pid=93229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:37:01.395269 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3694507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787651402087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787651001218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8439563'] for port, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.408493 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] No DVR routers for this DVR port 5c70d3df-ff0f-4c46-b090-80f86a58a157 on host dv-cinder-792299-6-smb {{(pid=93228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:37:01.423114 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-7cca1704-faab-4f06-b683-b0d923c205a8 None None] The port '5c70d3df-ff0f-4c46-b090-80f86a58a157' was deleted {{(pid=93229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 02:37:01.454261 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77d89002-d251-477c-a91e-be63ab42fb1b no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:37:01.454434 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c70d3df-ff0f-4c46-b090-80f86a58a157,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:01.482886 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 77d89002-d251-477c-a91e-be63ab42fb1b {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:37:01.483463 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 77d89002-d251-477c-a91e-be63ab42fb1b not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:37:01.484173 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4c5317c3-2076-41b8-93c9-f67f4fb8191a no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:37:01.505166 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 4c5317c3-2076-41b8-93c9-f67f4fb8191a {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:37:01.505483 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602210', 'neutron.services.segments.db._delete_segments_for_network-8787651518513'] for network, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.505601 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 4c5317c3-2076-41b8-93c9-f67f4fb8191a not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:37:01.505981 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 5c70d3df-ff0f-4c46-b090-80f86a58a157 no longer exists at agent ovs-agent-dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:37:01.516920 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448171e1-0ea3-4faf-92f5-138e5672b0a2']}} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:01.527214 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f211f6-b42e-4558-b768-1c4a192e13bb') {'for_net_delete': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:01.527511 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.services.segments.db [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f211f6-b42e-4558-b768-1c4a192e13bb') {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:01.531636 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.plugin [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] No Port match for: 5c70d3df-ff0f-4c46-b090-80f86a58a157 {{(pid=93229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:37:01.532001 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron.plugins.ml2.rpc [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Device 5c70d3df-ff0f-4c46-b090-80f86a58a157 not bound to the agent host dv-cinder-792299-6-smb {{(pid=93229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:37:01.539479 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787651517754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9172783'] for segment, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.555490 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822'] for segment, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.561121 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:37:01.561505 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8439588'] for segment, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: Traceback (most recent call last): Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: timer() Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: cb(*args, **kw) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: return func(*args, **kwargs) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: self._notify() Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: self.callback(batched_events) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: event.method(event) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: return f(self, *a, **k) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: return self._get(url).json() Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: return self.request(url, 'GET', **kwargs) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:37:01.563155 dv-cinder-792299-6-smb neutron-server[93228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:37:01.625540 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434825'] for network, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.631087 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530659'] for network, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.632926 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] 10.222.0.25 "DELETE /v2.0/networks/448171e1-0ea3-4faf-92f5-138e5672b0a2 HTTP/1.1" status: 204 len: 168 time: 0.5432518 Jul 22 02:37:01.643827 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc86d4-0f90-45b4-b818-a14c34f71c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=448171e1-0ea3-4faf-92f5-138e5672b0a2,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:01.746818 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36888) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:01.785246 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e4e8cd67-19fc-456a-8ded-d1f1dc8baf61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77706b45c1cc43af8dd20aba5434fa90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373192 Jul 22 02:37:01.787506 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36890) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:01.835656 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02318daa-a951-40aa-9832-4b1ec95645d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.855345 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02318daa-a951-40aa-9832-4b1ec95645d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.899984 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02318daa-a951-40aa-9832-4b1ec95645d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.902540 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-02318daa-a951-40aa-9832-4b1ec95645d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:01.903673 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-02318daa-a951-40aa-9832-4b1ec95645d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35bc5b34-9077-433c-aa08-bfe03fa65008 HTTP/1.1" status: 204 len: 168 time: 0.1153011 Jul 22 02:37:01.911930 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02318daa-a951-40aa-9832-4b1ec95645d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc5b34-9077-433c-aa08-bfe03fa65008,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:03.276230 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36930) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:03.380441 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6a5d171d-70d7-498d-98ca-2660b67989c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.468740 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6a5d171d-70d7-498d-98ca-2660b67989c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.472943 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6a5d171d-70d7-498d-98ca-2660b67989c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.510577 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-6a5d171d-70d7-498d-98ca-2660b67989c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0628011059c4e7387e3812bf9ce35be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332940 Jul 22 02:37:03.512447 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d171d-70d7-498d-98ca-2660b67989c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e175289a-5f41-4f1d-ad1a-c4b2ee58d36a,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:03.513295 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36934) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:03.568757 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ad67f0c1-8341-4367-a5b0-0931ab8ab6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.588607 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ad67f0c1-8341-4367-a5b0-0931ab8ab6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.634081 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ad67f0c1-8341-4367-a5b0-0931ab8ab6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.637145 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-ad67f0c1-8341-4367-a5b0-0931ab8ab6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.638309 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-ad67f0c1-8341-4367-a5b0-0931ab8ab6a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e175289a-5f41-4f1d-ad1a-c4b2ee58d36a HTTP/1.1" status: 204 len: 168 time: 0.1239493 Jul 22 02:37:03.645796 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67f0c1-8341-4367-a5b0-0931ab8ab6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e175289a-5f41-4f1d-ad1a-c4b2ee58d36a,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:03.889846 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 36940) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:03.903194 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c485422b-5c3c-45b2-83b4-4ba5a0955af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:03.997017 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c485422b-5c3c-45b2-83b4-4ba5a0955af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:04.000361 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c485422b-5c3c-45b2-83b4-4ba5a0955af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:04.038683 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c485422b-5c3c-45b2-83b4-4ba5a0955af4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ffa2fe96eee4d84bd0221768724cca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477785 Jul 22 02:37:04.039535 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485422b-5c3c-45b2-83b4-4ba5a0955af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35413334-7941-481e-94cc-ba5e24a36cb8,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:04.041977 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 36942) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:04.090396 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ffdfd7a-3581-401c-8fa0-7582d8db19e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:04.110774 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ffdfd7a-3581-401c-8fa0-7582d8db19e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:04.153843 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ffdfd7a-3581-401c-8fa0-7582d8db19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:04.156567 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2ffdfd7a-3581-401c-8fa0-7582d8db19e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:04.157707 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2ffdfd7a-3581-401c-8fa0-7582d8db19e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35413334-7941-481e-94cc-ba5e24a36cb8 HTTP/1.1" status: 204 len: 168 time: 0.1145952 Jul 22 02:37:04.165955 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdfd7a-3581-401c-8fa0-7582d8db19e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35413334-7941-481e-94cc-ba5e24a36cb8,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:05.870844 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37004) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:05.972548 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a5c14a6-511a-468d-a993-58b4072bc6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.058401 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a5c14a6-511a-468d-a993-58b4072bc6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.062112 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a5c14a6-511a-468d-a993-58b4072bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.101204 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-4a5c14a6-511a-468d-a993-58b4072bc6c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3625de61c95b4a0c99c880c44930677b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292962 Jul 22 02:37:06.103254 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c14a6-511a-468d-a993-58b4072bc6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb8dc1-ea61-4dfa-bf2b-ecb7034c847c,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:06.103880 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37008) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:06.151319 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7b107b25-fe0a-4aaa-a8a7-5b6e786cae8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.173521 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7b107b25-fe0a-4aaa-a8a7-5b6e786cae8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.217634 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7b107b25-fe0a-4aaa-a8a7-5b6e786cae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.220036 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7b107b25-fe0a-4aaa-a8a7-5b6e786cae8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.221172 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-7b107b25-fe0a-4aaa-a8a7-5b6e786cae8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38cb8dc1-ea61-4dfa-bf2b-ecb7034c847c HTTP/1.1" status: 204 len: 168 time: 0.1163247 Jul 22 02:37:06.228672 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b107b25-fe0a-4aaa-a8a7-5b6e786cae8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb8dc1-ea61-4dfa-bf2b-ecb7034c847c,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:06.469445 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37014) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:06.483005 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-82e983ab-8b38-4329-9659-e6799892e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.568528 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-82e983ab-8b38-4329-9659-e6799892e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.572036 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-82e983ab-8b38-4329-9659-e6799892e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.608255 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-82e983ab-8b38-4329-9659-e6799892e64a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeed56ece99d491394466c45eaaf2d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377885 Jul 22 02:37:06.610162 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e983ab-8b38-4329-9659-e6799892e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c795d7-8a5d-4984-842a-e1b510fafa06,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:06.611030 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37016) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:06.659288 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-323ae70b-2428-454b-aa89-b8f3309a38b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.680256 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-323ae70b-2428-454b-aa89-b8f3309a38b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.723849 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-323ae70b-2428-454b-aa89-b8f3309a38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.726337 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-323ae70b-2428-454b-aa89-b8f3309a38b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:06.727562 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-323ae70b-2428-454b-aa89-b8f3309a38b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09c795d7-8a5d-4984-842a-e1b510fafa06 HTTP/1.1" status: 204 len: 168 time: 0.1155593 Jul 22 02:37:06.735186 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae70b-2428-454b-aa89-b8f3309a38b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c795d7-8a5d-4984-842a-e1b510fafa06,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:07.202489 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:37:07.665798 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-248c634d-0c68-49ce-bcce-7713438bac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:08.713354 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37086) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:08.812689 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-00e41f3b-43cf-4d91-bc48-f7f4a0421952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:08.899260 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-00e41f3b-43cf-4d91-bc48-f7f4a0421952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:08.902844 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-00e41f3b-43cf-4d91-bc48-f7f4a0421952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:08.939916 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-00e41f3b-43cf-4d91-bc48-f7f4a0421952 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fe8330d9651451d95b9a2237eac412e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254260 Jul 22 02:37:08.942457 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e41f3b-43cf-4d91-bc48-f7f4a0421952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd7963-2157-4866-b5b8-4a71bd38a389,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:08.943247 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37090) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:08.991869 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c128b41f-dbeb-4140-b83b-078909a342bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.012247 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c128b41f-dbeb-4140-b83b-078909a342bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.056697 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c128b41f-dbeb-4140-b83b-078909a342bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.059228 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-c128b41f-dbeb-4140-b83b-078909a342bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.060467 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-c128b41f-dbeb-4140-b83b-078909a342bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bdd7963-2157-4866-b5b8-4a71bd38a389 HTTP/1.1" status: 204 len: 168 time: 0.1161444 Jul 22 02:37:09.068276 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128b41f-dbeb-4140-b83b-078909a342bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd7963-2157-4866-b5b8-4a71bd38a389,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:09.316031 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37096) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:09.329514 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-69625ecf-68c1-4cd4-87bf-df4cc2c35f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.418884 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-69625ecf-68c1-4cd4-87bf-df4cc2c35f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.422391 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-69625ecf-68c1-4cd4-87bf-df4cc2c35f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.460375 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-69625ecf-68c1-4cd4-87bf-df4cc2c35f83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc81779991b14678bdda6065732a84a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427193 Jul 22 02:37:09.461478 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69625ecf-68c1-4cd4-87bf-df4cc2c35f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe1f99b-96f0-4496-8714-164061cb1c3f,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:09.463119 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37098) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:09.512399 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-150d9481-043b-4a1b-962b-0d718a301b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.532325 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-150d9481-043b-4a1b-962b-0d718a301b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.579483 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-150d9481-043b-4a1b-962b-0d718a301b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.582568 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-150d9481-043b-4a1b-962b-0d718a301b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:09.583707 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-150d9481-043b-4a1b-962b-0d718a301b90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfe1f99b-96f0-4496-8714-164061cb1c3f HTTP/1.1" status: 204 len: 168 time: 0.1196260 Jul 22 02:37:09.591408 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d9481-043b-4a1b-962b-0d718a301b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe1f99b-96f0-4496-8714-164061cb1c3f,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:10.143297 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:10.291671 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1d37-21c6-4b1f-b2e5-048c921685a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:10.606311 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.349097 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37168) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:11.449623 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c263593-98d2-4580-a6a1-35f3ee762708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.535932 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c263593-98d2-4580-a6a1-35f3ee762708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.539810 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8c263593-98d2-4580-a6a1-35f3ee762708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.578515 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-8c263593-98d2-4580-a6a1-35f3ee762708 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fecbf434a4be44f3a3f1a2063ed4e1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282922 Jul 22 02:37:11.579400 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c263593-98d2-4580-a6a1-35f3ee762708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2666bc-ca87-4239-98b5-e1a70b80323d,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:11.581110 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37172) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:11.595519 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.635469 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66c8291f-9fb5-474f-a1ce-f05ef50066d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.657064 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66c8291f-9fb5-474f-a1ce-f05ef50066d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.702058 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66c8291f-9fb5-474f-a1ce-f05ef50066d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.704620 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-66c8291f-9fb5-474f-a1ce-f05ef50066d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:11.705783 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-66c8291f-9fb5-474f-a1ce-f05ef50066d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c2666bc-ca87-4239-98b5-e1a70b80323d HTTP/1.1" status: 204 len: 168 time: 0.1230230 Jul 22 02:37:11.713883 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8291f-9fb5-474f-a1ce-f05ef50066d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2666bc-ca87-4239-98b5-e1a70b80323d,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:11.959905 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37178) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:11.973437 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e19e0145-e429-451c-91e6-ed1d548f2c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.061059 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e19e0145-e429-451c-91e6-ed1d548f2c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.064638 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-e19e0145-e429-451c-91e6-ed1d548f2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.102552 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-e19e0145-e429-451c-91e6-ed1d548f2c4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5341e16121d846c1bbff5fdbf2532442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415989 Jul 22 02:37:12.103397 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e0145-e429-451c-91e6-ed1d548f2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911eaac-cf03-4039-a640-f91a3745f59c,revision_number=1']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:12.105183 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37180) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:12.153743 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad15-d12b-491d-b9fa-436e4fa0f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.174065 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad15-d12b-491d-b9fa-436e4fa0f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.220702 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad15-d12b-491d-b9fa-436e4fa0f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.223640 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad15-d12b-491d-b9fa-436e4fa0f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.224795 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2e5aad15-d12b-491d-b9fa-436e4fa0f1c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0911eaac-cf03-4039-a640-f91a3745f59c HTTP/1.1" status: 204 len: 168 time: 0.1179259 Jul 22 02:37:12.233105 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aad15-d12b-491d-b9fa-436e4fa0f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911eaac-cf03-4039-a640-f91a3745f59c,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:13.086972 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.230625 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37214) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:13.337093 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a95acd94-02db-494d-89b9-56b4189ef3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.421936 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a95acd94-02db-494d-89b9-56b4189ef3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.426591 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a95acd94-02db-494d-89b9-56b4189ef3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.463412 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-a95acd94-02db-494d-89b9-56b4189ef3bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95e98a9ffeba472e990d192bee8c22c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317441 Jul 22 02:37:13.464333 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95acd94-02db-494d-89b9-56b4189ef3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e4b26-7082-4218-b316-36b7ced90db5,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:13.466116 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37218) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:13.514438 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-06acc666-dfc9-4f35-89dc-3c05fb3689e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.535051 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-06acc666-dfc9-4f35-89dc-3c05fb3689e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.579598 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-06acc666-dfc9-4f35-89dc-3c05fb3689e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.582979 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-06acc666-dfc9-4f35-89dc-3c05fb3689e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.583899 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-06acc666-dfc9-4f35-89dc-3c05fb3689e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/821e4b26-7082-4218-b316-36b7ced90db5 HTTP/1.1" status: 204 len: 168 time: 0.1168115 Jul 22 02:37:13.591510 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acc666-dfc9-4f35-89dc-3c05fb3689e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e4b26-7082-4218-b316-36b7ced90db5,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:24.330388 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.wsgi [-] (93227) accepted ('10.222.0.25', 37336) {{(pid=93227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:24.430820 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4003-5e16-45cd-83cf-63fdafc9683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.514992 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4003-5e16-45cd-83cf-63fdafc9683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.518729 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4003-5e16-45cd-83cf-63fdafc9683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.557038 dv-cinder-792299-6-smb neutron-server[93227]: INFO neutron.wsgi [None req-2f8c4003-5e16-45cd-83cf-63fdafc9683e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=196f0f07490b4becb9a6ae0580dc6187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256284 Jul 22 02:37:24.558104 dv-cinder-792299-6-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c4003-5e16-45cd-83cf-63fdafc9683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb691f-8787-43e0-ae43-f410a6e98e1b,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:24.560063 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.wsgi [-] (93228) accepted ('10.222.0.25', 37340) {{(pid=93228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:24.611437 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-af53663f-7d00-46d9-8df6-75888f7c097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.632455 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-af53663f-7d00-46d9-8df6-75888f7c097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.679960 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-af53663f-7d00-46d9-8df6-75888f7c097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401044'] for security_group, after_delete {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.682467 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-af53663f-7d00-46d9-8df6-75888f7c097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:24.683582 dv-cinder-792299-6-smb neutron-server[93228]: INFO neutron.wsgi [None req-af53663f-7d00-46d9-8df6-75888f7c097a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70bb691f-8787-43e0-ae43-f410a6e98e1b HTTP/1.1" status: 204 len: 168 time: 0.1224892 Jul 22 02:37:24.690862 dv-cinder-792299-6-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53663f-7d00-46d9-8df6-75888f7c097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb691f-8787-43e0-ae43-f410a6e98e1b,revision_number=None']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:37.666350 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-e0e0aabe-97c9-4d55-9804-7d53bd8237fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:40.158264 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:40.291884 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-43e402e9-65cb-4898-bcce-2908ebda095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:40.606346 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:41.594557 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:43.089153 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:44.201248 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:38:07.666532 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9888c7e6-4137-437e-9a13-9d337735aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:10.141894 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:10.292872 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-75361e18-ddd4-4669-9a88-afcbd7c2e8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:10.607697 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:11.596607 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:13.091409 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.203228 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:38:37.666357 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d5ca-47f5-4d2b-a71a-68aca4ee0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:40.156904 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:40.293734 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-22b5815c-7483-463e-9c1e-2817227b18e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:40.607429 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:41.600420 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:43.094581 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:58.201301 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:39:07.666581 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9a191435-e9e3-4464-86e6-496c7e77858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:10.153068 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:10.293119 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-b5194052-eba9-4584-81ca-bfda046ec3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:10.608446 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:11.602060 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:13.097380 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:35.199027 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:39:37.666795 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-cf786416-ea24-4b7c-8797-3ae0410e3c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:40.152288 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:40.294759 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-d48048ab-05dc-4253-bf16-c794c74ea9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:40.608102 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:41.605330 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:43.101573 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:07.666686 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-ca932976-0785-4119-b696-dfb1f2614981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:10.157965 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:10.294429 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-7b448a18-00b9-4706-98c1-fe9b351ff896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:10.609214 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:11.607899 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:12.198043 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:40:13.103582 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:37.667783 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-bb5fc19a-6485-4403-91e5-ab4eb56f65a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:40.180462 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:40.294934 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-9ae97735-3093-4f4f-96f5-91ab3660b42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:40.610405 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:41.611416 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:43.107769 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:49.197620 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:41:07.667998 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-01941310-f57b-41d2-964f-325b955085cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:10.195897 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:10.294703 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5bd88e77-8521-40b4-aa7f-87c598e5a5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:10.612103 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:11.614205 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:13.107638 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:26.196498 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:41:37.668148 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-963f17fe-f2d2-4808-b9b2-0d860bdbca70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:40.185732 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:40.294232 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-39a67fe2-8879-4d46-9fcd-1d70af789219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:40.612450 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:41.616850 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:43.109656 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:03.196949 dv-cinder-792299-6-smb neutron-server[93230]: DEBUG neutron.db.agents_db [None req-18e1da6d-fa00-4d57-bdbc-4fddb955effe None None] Agent healthcheck: found 6 active agents {{(pid=93230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:42:07.668329 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-bd977108-67ed-4a31-aacb-2ee95a8ad6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:10.195506 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-5431086b-321c-4ba3-801e-92b34cac6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:10.296090 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-20295e5b-c866-4d9f-a551-753f315a1009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:10.612275 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-1be20d09-b037-4250-9398-5a89a21cd0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:11.620232 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-0e63b508-9833-4600-80bf-51639ceb416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:13.112255 dv-cinder-792299-6-smb neutron-server[93229]: DEBUG neutron_lib.callbacks.manager [None req-c388087f-2011-4ffc-a02b-f95ae3c5841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787651518495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603940'] for agent, after_update {{(pid=93229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}